2024-11-08 09:15:30,375 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 09:15:30,417 main DEBUG Took 0.037783 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 09:15:30,417 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 09:15:30,418 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 09:15:30,419 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 09:15:30,421 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:15:30,436 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 09:15:30,459 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:15:30,462 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:15:30,464 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:15:30,466 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:15:30,467 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:15:30,469 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:15:30,470 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:15:30,472 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:15:30,473 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:15:30,475 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:15:30,476 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:15:30,478 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 09:15:30,479 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,480 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 09:15:30,482 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 09:15:30,484 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 09:15:30,487 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 09:15:30,488 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 09:15:30,490 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 09:15:30,490 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 09:15:30,502 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 09:15:30,506 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 09:15:30,508 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 09:15:30,509 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 09:15:30,509 main DEBUG createAppenders(={Console}) 2024-11-08 09:15:30,510 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-08 09:15:30,511 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 09:15:30,511 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-08 09:15:30,512 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 09:15:30,513 main DEBUG OutputStream closed 2024-11-08 09:15:30,513 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 09:15:30,514 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 09:15:30,514 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-08 09:15:30,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 09:15:30,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 09:15:30,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 09:15:30,635 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 09:15:30,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 09:15:30,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 09:15:30,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 09:15:30,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 09:15:30,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 09:15:30,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 09:15:30,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 09:15:30,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 09:15:30,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 09:15:30,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 09:15:30,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 09:15:30,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 09:15:30,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 09:15:30,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 09:15:30,648 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 09:15:30,648 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-08 09:15:30,649 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 09:15:30,650 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-08T09:15:30,671 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-08 09:15:30,675 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 09:15:30,676 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T09:15:30,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=419, ProcessCount=11, AvailableMemoryMB=6851 2024-11-08T09:15:31,028 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-08T09:15:31,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d 2024-11-08T09:15:31,082 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/cluster_4284b5e9-f212-b8c6-9484-87c7aa2b1882, deleteOnExit=true 2024-11-08T09:15:31,227 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/cluster_4284b5e9-f212-b8c6-9484-87c7aa2b1882/zookeeper_0, clientPort=59999, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/cluster_4284b5e9-f212-b8c6-9484-87c7aa2b1882/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/cluster_4284b5e9-f212-b8c6-9484-87c7aa2b1882/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:15:31,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59999 2024-11-08T09:15:31,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:15:31,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:15:31,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/test.cache.data in system properties and HBase conf 2024-11-08T09:15:31,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:15:31,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:15:31,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:15:31,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:15:31,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:15:31,402 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T09:15:31,530 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:15:31,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:15:31,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:15:31,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:15:31,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:15:31,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:15:31,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:15:31,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:15:31,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:15:31,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:15:31,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:15:31,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:15:31,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:15:31,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:15:31,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:15:32,852 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T09:15:32,938 INFO [Time-limited test {}] log.Log(170): Logging initialized @3533ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T09:15:33,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:15:33,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:15:33,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:15:33,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:15:33,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:15:33,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:15:33,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:15:33,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:15:33,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/java.io.tmpdir/jetty-localhost-44165-hadoop-hdfs-3_4_1-tests_jar-_-any-8150217712261099988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:15:33,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:44165} 2024-11-08T09:15:33,379 INFO [Time-limited test {}] server.Server(415): Started @3974ms 2024-11-08T09:15:34,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:15:34,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:15:34,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:15:34,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:15:34,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:15:34,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:15:34,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:15:34,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/java.io.tmpdir/jetty-localhost-46725-hadoop-hdfs-3_4_1-tests_jar-_-any-17647093622465718762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:15:34,202 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:46725} 2024-11-08T09:15:34,202 INFO [Time-limited test {}] server.Server(415): Started @4797ms 2024-11-08T09:15:34,261 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:15:35,667 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/cluster_4284b5e9-f212-b8c6-9484-87c7aa2b1882/data/data1/current/BP-486079894-172.17.0.2-1731057332224/current, will proceed with Du for space computation calculation, 2024-11-08T09:15:35,667 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/cluster_4284b5e9-f212-b8c6-9484-87c7aa2b1882/data/data2/current/BP-486079894-172.17.0.2-1731057332224/current, will proceed with Du for space computation calculation, 2024-11-08T09:15:35,710 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:15:35,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6df8022876b55006 with lease ID 0x2b93894f09110cab: Processing first storage report for DS-7c740dae-6ad7-4bbc-8cd1-eca9b00f434e from datanode DatanodeRegistration(127.0.0.1:42183, datanodeUuid=1f4efa2e-ce0f-4047-986a-66e40a6d89eb, infoPort=38417, infoSecurePort=0, ipcPort=33393, storageInfo=lv=-57;cid=testClusterID;nsid=2095784538;c=1731057332224) 2024-11-08T09:15:35,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6df8022876b55006 with lease ID 0x2b93894f09110cab: from storage DS-7c740dae-6ad7-4bbc-8cd1-eca9b00f434e node DatanodeRegistration(127.0.0.1:42183, datanodeUuid=1f4efa2e-ce0f-4047-986a-66e40a6d89eb, infoPort=38417, infoSecurePort=0, ipcPort=33393, storageInfo=lv=-57;cid=testClusterID;nsid=2095784538;c=1731057332224), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T09:15:35,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6df8022876b55006 with lease ID 0x2b93894f09110cab: Processing first storage report for DS-f284ee73-4ac8-454b-a42f-ec68c6d44b6f from datanode DatanodeRegistration(127.0.0.1:42183, datanodeUuid=1f4efa2e-ce0f-4047-986a-66e40a6d89eb, infoPort=38417, infoSecurePort=0, ipcPort=33393, storageInfo=lv=-57;cid=testClusterID;nsid=2095784538;c=1731057332224) 2024-11-08T09:15:35,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6df8022876b55006 with lease ID 0x2b93894f09110cab: from storage DS-f284ee73-4ac8-454b-a42f-ec68c6d44b6f node DatanodeRegistration(127.0.0.1:42183, datanodeUuid=1f4efa2e-ce0f-4047-986a-66e40a6d89eb, infoPort=38417, infoSecurePort=0, ipcPort=33393, storageInfo=lv=-57;cid=testClusterID;nsid=2095784538;c=1731057332224), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:15:35,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d 2024-11-08T09:15:35,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:35,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:36,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:15:36,620 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b with version=8 2024-11-08T09:15:36,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/hbase-staging 2024-11-08T09:15:36,732 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T09:15:37,022 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:15:37,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:37,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:37,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:15:37,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:37,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:15:37,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:15:37,298 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T09:15:37,309 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T09:15:37,314 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:15:37,344 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8696 (auto-detected) 2024-11-08T09:15:37,346 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T09:15:37,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34217 2024-11-08T09:15:37,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34217 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-08T09:15:37,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342170x0, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:15:37,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34217-0x10119baa7980000 connected 2024-11-08T09:15:37,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:37,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:37,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/running 2024-11-08T09:15:37,650 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b, hbase.cluster.distributed=false 2024-11-08T09:15:37,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/acl 2024-11-08T09:15:37,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34217 2024-11-08T09:15:37,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34217 2024-11-08T09:15:37,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34217 2024-11-08T09:15:37,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34217 2024-11-08T09:15:37,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34217 2024-11-08T09:15:37,882 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:15:37,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:37,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:37,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:15:37,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:37,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:15:37,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:15:37,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:15:37,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43067 2024-11-08T09:15:37,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43067 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-08T09:15:37,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:37,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:37,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430670x0, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:15:37,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43067-0x10119baa7980001 connected 2024-11-08T09:15:37,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/running 2024-11-08T09:15:37,955 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:15:37,964 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:15:37,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/master 2024-11-08T09:15:37,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/acl 2024-11-08T09:15:37,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43067 2024-11-08T09:15:37,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43067 2024-11-08T09:15:37,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43067 2024-11-08T09:15:37,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43067 2024-11-08T09:15:37,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43067 2024-11-08T09:15:37,999 DEBUG [M:0;cf4d76213909:34217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:34217 2024-11-08T09:15:38,000 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01641645771/backup-masters/cf4d76213909,34217,1731057336793 2024-11-08T09:15:38,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771/backup-masters 2024-11-08T09:15:38,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771/backup-masters 2024-11-08T09:15:38,065 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on existing znode=/01641645771/backup-masters/cf4d76213909,34217,1731057336793 2024-11-08T09:15:38,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:38,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01641645771/master 2024-11-08T09:15:38,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:38,124 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on existing znode=/01641645771/master 2024-11-08T09:15:38,129 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01641645771/backup-masters/cf4d76213909,34217,1731057336793 from backup master directory 2024-11-08T09:15:38,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771/backup-masters 2024-11-08T09:15:38,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641645771/backup-masters/cf4d76213909,34217,1731057336793 2024-11-08T09:15:38,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771/backup-masters 2024-11-08T09:15:38,211 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:15:38,211 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,34217,1731057336793 2024-11-08T09:15:38,214 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T09:15:38,216 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T09:15:38,287 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/hbase.id] with ID: 2427e3ef-b35e-4adb-be9b-ce1d53af879c 2024-11-08T09:15:38,288 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/.tmp/hbase.id 2024-11-08T09:15:38,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:15:38,304 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/.tmp/hbase.id]:[hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/hbase.id] 2024-11-08T09:15:38,365 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:38,372 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:15:38,399 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-08T09:15:38,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:38,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:38,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:15:38,465 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:15:38,482 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:15:38,512 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:15:38,517 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:15:38,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:15:38,976 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store 2024-11-08T09:15:39,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:15:39,415 INFO [master/cf4d76213909:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T09:15:39,419 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:15:39,420 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:15:39,421 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:15:39,421 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:15:39,423 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:15:39,424 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:15:39,424 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:15:39,426 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057339420Disabling compacts and flushes for region at 1731057339420Disabling writes for close at 1731057339424 (+4 ms)Writing region close event to WAL at 1731057339424Closed at 1731057339424 2024-11-08T09:15:39,428 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/.initializing 2024-11-08T09:15:39,428 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,34217,1731057336793 2024-11-08T09:15:39,438 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:15:39,455 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C34217%2C1731057336793, suffix=, logDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,34217,1731057336793, archiveDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/oldWALs, maxLogs=10 2024-11-08T09:15:39,482 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,34217,1731057336793/cf4d76213909%2C34217%2C1731057336793.1731057339460, exclude list is [], retry=0 2024-11-08T09:15:39,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42183,DS-7c740dae-6ad7-4bbc-8cd1-eca9b00f434e,DISK] 2024-11-08T09:15:39,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T09:15:39,541 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,34217,1731057336793/cf4d76213909%2C34217%2C1731057336793.1731057339460 2024-11-08T09:15:39,543 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38417:38417)] 2024-11-08T09:15:39,543 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:15:39,544 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:15:39,547 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:39,548 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:39,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:39,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:15:39,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:39,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:39,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:39,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:15:39,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:39,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:39,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:39,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:15:39,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:39,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:39,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:39,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:15:39,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:39,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:39,655 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:39,660 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:39,661 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:39,668 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:39,669 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:39,675 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:15:39,680 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:39,686 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:15:39,687 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62539583, jitterRate=-0.06808759272098541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:15:39,698 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057339562Initializing all the Stores at 1731057339564 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057339566 (+2 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057339568 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057339569 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057339569Cleaning up temporary data from old regions at 1731057339670 (+101 ms)Region opened successfully at 1731057339698 (+28 ms) 2024-11-08T09:15:39,699 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:15:39,742 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663413e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:15:39,779 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:15:39,794 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:15:39,795 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:15:39,799 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:15:39,801 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T09:15:39,808 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-08T09:15:39,808 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:15:39,849 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:15:39,864 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Unable to get data of znode /01641645771/balancer because node does not exist (not necessarily an error) 2024-11-08T09:15:39,910 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641645771/balancer already deleted, retry=false 2024-11-08T09:15:39,914 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:15:39,917 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Unable to get data of znode /01641645771/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:15:39,928 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641645771/normalizer already deleted, retry=false 2024-11-08T09:15:39,932 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:15:39,939 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Unable to get data of znode /01641645771/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:15:39,949 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641645771/switch/split already deleted, retry=false 2024-11-08T09:15:39,951 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Unable to get data of znode /01641645771/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:15:39,959 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641645771/switch/merge already deleted, retry=false 2024-11-08T09:15:39,984 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Unable to get data of znode /01641645771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:15:39,991 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641645771/snapshot-cleanup already deleted, retry=false 2024-11-08T09:15:40,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01641645771/running 2024-11-08T09:15:40,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:40,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01641645771/running 2024-11-08T09:15:40,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:40,015 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,34217,1731057336793, sessionid=0x10119baa7980000, setting cluster-up flag (Was=false) 2024-11-08T09:15:40,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:40,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:40,127 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01641645771/flush-table-proc/acquired, /01641645771/flush-table-proc/reached, /01641645771/flush-table-proc/abort 2024-11-08T09:15:40,130 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,34217,1731057336793 2024-11-08T09:15:40,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:40,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:40,232 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01641645771/online-snapshot/acquired, /01641645771/online-snapshot/reached, /01641645771/online-snapshot/abort 2024-11-08T09:15:40,234 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,34217,1731057336793 2024-11-08T09:15:40,242 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:15:40,290 INFO [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(746): ClusterId : 2427e3ef-b35e-4adb-be9b-ce1d53af879c 2024-11-08T09:15:40,294 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:15:40,312 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:15:40,313 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:15:40,330 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:15:40,330 DEBUG [RS:0;cf4d76213909:43067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694d6c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:15:40,333 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:15:40,343 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:15:40,346 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:43067 2024-11-08T09:15:40,350 INFO [RS:0;cf4d76213909:43067 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:15:40,350 INFO [RS:0;cf4d76213909:43067 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:15:40,350 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:15:40,353 INFO [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,34217,1731057336793 with port=43067, startcode=1731057337834 2024-11-08T09:15:40,363 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:15:40,368 DEBUG [RS:0;cf4d76213909:43067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:15:40,371 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,34217,1731057336793 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:15:40,386 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:15:40,386 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:15:40,387 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:15:40,387 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:15:40,388 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:15:40,388 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:40,388 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:15:40,388 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:40,394 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057370394 2024-11-08T09:15:40,396 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:15:40,397 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:15:40,400 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:15:40,400 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:15:40,402 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:15:40,402 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:15:40,403 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:15:40,403 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:15:40,405 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,410 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:15:40,411 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:15:40,412 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:15:40,412 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:15:40,413 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:40,413 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:15:40,416 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:15:40,417 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:15:40,420 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057340418,5,FailOnTimeoutGroup] 2024-11-08T09:15:40,425 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057340421,5,FailOnTimeoutGroup] 2024-11-08T09:15:40,425 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:15:40,426 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,426 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:15:40,427 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,428 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,43067,1731057337834 2024-11-08T09:15:40,438 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34217 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,43067,1731057337834 2024-11-08T09:15:40,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:15:40,456 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:15:40,457 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b 2024-11-08T09:15:40,457 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b 2024-11-08T09:15:40,458 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41719 2024-11-08T09:15:40,458 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:15:40,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:15:40,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771/rs 2024-11-08T09:15:40,595 DEBUG [RS:0;cf4d76213909:43067 {}] zookeeper.ZKUtil(111): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on existing znode=/01641645771/rs/cf4d76213909,43067,1731057337834 2024-11-08T09:15:40,595 WARN [RS:0;cf4d76213909:43067 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:15:40,595 INFO [RS:0;cf4d76213909:43067 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:15:40,596 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834 2024-11-08T09:15:40,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,43067,1731057337834] 2024-11-08T09:15:40,625 INFO [RS:0;cf4d76213909:43067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:15:40,645 INFO [RS:0;cf4d76213909:43067 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:15:40,651 INFO [RS:0;cf4d76213909:43067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:15:40,651 INFO [RS:0;cf4d76213909:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,652 INFO [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:15:40,658 INFO [RS:0;cf4d76213909:43067 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:15:40,659 INFO [RS:0;cf4d76213909:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,660 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:40,660 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:40,660 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:40,660 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:40,660 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:40,660 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:15:40,661 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:40,661 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:40,661 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:40,661 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:40,661 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:40,661 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:40,661 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:15:40,662 DEBUG [RS:0;cf4d76213909:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:15:40,664 INFO [RS:0;cf4d76213909:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,664 INFO [RS:0;cf4d76213909:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,665 INFO [RS:0;cf4d76213909:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,665 INFO [RS:0;cf4d76213909:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,665 INFO [RS:0;cf4d76213909:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,665 INFO [RS:0;cf4d76213909:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,43067,1731057337834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:15:40,688 INFO [RS:0;cf4d76213909:43067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:15:40,691 INFO [RS:0;cf4d76213909:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,43067,1731057337834-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,691 INFO [RS:0;cf4d76213909:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,691 INFO [RS:0;cf4d76213909:43067 {}] regionserver.Replication(171): cf4d76213909,43067,1731057337834 started 2024-11-08T09:15:40,716 INFO [RS:0;cf4d76213909:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:40,717 INFO [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,43067,1731057337834, RpcServer on cf4d76213909/172.17.0.2:43067, sessionid=0x10119baa7980001 2024-11-08T09:15:40,718 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:15:40,718 DEBUG [RS:0;cf4d76213909:43067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,43067,1731057337834 2024-11-08T09:15:40,719 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,43067,1731057337834' 2024-11-08T09:15:40,719 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01641645771/flush-table-proc/abort' 2024-11-08T09:15:40,720 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01641645771/flush-table-proc/acquired' 2024-11-08T09:15:40,721 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:15:40,721 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:15:40,721 DEBUG [RS:0;cf4d76213909:43067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,43067,1731057337834 2024-11-08T09:15:40,721 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,43067,1731057337834' 2024-11-08T09:15:40,721 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01641645771/online-snapshot/abort' 2024-11-08T09:15:40,722 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01641645771/online-snapshot/acquired' 2024-11-08T09:15:40,723 DEBUG [RS:0;cf4d76213909:43067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:15:40,723 INFO [RS:0;cf4d76213909:43067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:15:40,723 INFO [RS:0;cf4d76213909:43067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:15:40,831 INFO [RS:0;cf4d76213909:43067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:15:40,835 INFO [RS:0;cf4d76213909:43067 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C43067%2C1731057337834, suffix=, logDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834, archiveDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/oldWALs, maxLogs=10 2024-11-08T09:15:40,854 DEBUG [RS:0;cf4d76213909:43067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838, exclude list is [], retry=0 2024-11-08T09:15:40,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42183,DS-7c740dae-6ad7-4bbc-8cd1-eca9b00f434e,DISK] 2024-11-08T09:15:40,863 INFO [RS:0;cf4d76213909:43067 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838 2024-11-08T09:15:40,863 DEBUG [RS:0;cf4d76213909:43067 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38417:38417)] 2024-11-08T09:15:40,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:15:40,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:15:40,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:15:40,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:40,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:40,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:15:40,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:15:40,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:40,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:40,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:15:40,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:15:40,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:40,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:40,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:15:40,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:15:40,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:40,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:40,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:15:40,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740 2024-11-08T09:15:40,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740 2024-11-08T09:15:40,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:15:40,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:15:40,903 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:15:40,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:15:40,911 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:15:40,912 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69080166, jitterRate=0.029374688863754272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:15:40,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057340872Initializing all the Stores at 1731057340875 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057340875Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057340875Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057340875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057340875Cleaning up temporary data from old regions at 1731057340901 (+26 ms)Region opened successfully at 1731057340915 (+14 ms) 2024-11-08T09:15:40,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:15:40,915 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:15:40,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:15:40,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:15:40,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:15:40,918 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:15:40,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057340915Disabling compacts and flushes for region at 1731057340915Disabling writes for close at 1731057340916 (+1 ms)Writing region close event to WAL at 1731057340917 (+1 ms)Closed at 1731057340918 (+1 ms) 2024-11-08T09:15:40,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:15:40,922 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:15:40,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:15:40,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:15:40,942 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:15:41,094 DEBUG [cf4d76213909:34217 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:15:41,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,43067,1731057337834 2024-11-08T09:15:41,116 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,43067,1731057337834, state=OPENING 2024-11-08T09:15:41,128 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:15:41,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:41,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:41,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641645771/meta-region-server: CHANGED 2024-11-08T09:15:41,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641645771/meta-region-server: CHANGED 2024-11-08T09:15:41,142 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:15:41,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,43067,1731057337834}] 2024-11-08T09:15:41,332 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:15:41,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:15:41,378 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:15:41,378 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:15:41,379 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:15:41,391 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C43067%2C1731057337834.meta, suffix=.meta, logDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834, archiveDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/oldWALs, maxLogs=10 2024-11-08T09:15:41,416 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.meta.1731057341394.meta, exclude list is [], retry=0 2024-11-08T09:15:41,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42183,DS-7c740dae-6ad7-4bbc-8cd1-eca9b00f434e,DISK] 2024-11-08T09:15:41,429 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.meta.1731057341394.meta 2024-11-08T09:15:41,433 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38417:38417)] 2024-11-08T09:15:41,434 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:15:41,442 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:15:41,444 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:15:41,448 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:15:41,452 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:15:41,458 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:15:41,459 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:15:41,459 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:15:41,459 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:15:41,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:15:41,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:15:41,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:41,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:41,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:15:41,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:15:41,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:41,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:41,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:15:41,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:15:41,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:41,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:41,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:15:41,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:15:41,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:41,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:41,488 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:15:41,491 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740 2024-11-08T09:15:41,495 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740 2024-11-08T09:15:41,500 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:15:41,501 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:15:41,503 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:15:41,509 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:15:41,512 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60137050, jitterRate=-0.1038881242275238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:15:41,513 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:15:41,515 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057341460Writing region info on filesystem at 1731057341460Initializing all the Stores at 1731057341463 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057341464 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057341464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057341464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057341465 (+1 ms)Cleaning up temporary data from old regions at 1731057341501 (+36 ms)Running coprocessor post-open hooks at 1731057341513 (+12 ms)Region opened successfully at 1731057341515 (+2 ms) 2024-11-08T09:15:41,528 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057341318 2024-11-08T09:15:41,545 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:15:41,546 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:15:41,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,43067,1731057337834 2024-11-08T09:15:41,551 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,43067,1731057337834, state=OPEN 2024-11-08T09:15:41,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01641645771/meta-region-server 2024-11-08T09:15:41,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641645771/meta-region-server: CHANGED 2024-11-08T09:15:41,594 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,43067,1731057337834 2024-11-08T09:15:41,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01641645771/meta-region-server 2024-11-08T09:15:41,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641645771/meta-region-server: CHANGED 2024-11-08T09:15:41,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:15:41,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,43067,1731057337834 in 451 msec 2024-11-08T09:15:41,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:15:41,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec 2024-11-08T09:15:41,618 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:15:41,618 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:15:41,642 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:15:41,644 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,43067,1731057337834, seqNum=-1] 2024-11-08T09:15:41,666 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:15:41,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:15:41,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4180 sec 2024-11-08T09:15:41,695 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057341695, completionTime=-1 2024-11-08T09:15:41,698 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:15:41,698 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:15:41,734 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:15:41,734 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057401734 2024-11-08T09:15:41,734 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057461734 2024-11-08T09:15:41,734 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 35 msec 2024-11-08T09:15:41,736 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34217,1731057336793-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:41,737 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34217,1731057336793-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:41,737 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34217,1731057336793-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:41,739 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:34217, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:41,739 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:41,740 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:41,747 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:15:41,769 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.557sec 2024-11-08T09:15:41,770 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:15:41,771 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:15:41,772 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:15:41,773 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:15:41,773 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:15:41,774 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34217,1731057336793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:15:41,774 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34217,1731057336793-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:15:41,783 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:15:41,784 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:15:41,784 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34217,1731057336793-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:41,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:41,803 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T09:15:41,803 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T09:15:41,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,34217,-1 for getting cluster id 2024-11-08T09:15:41,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:41,816 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2427e3ef-b35e-4adb-be9b-ce1d53af879c' 2024-11-08T09:15:41,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:41,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2427e3ef-b35e-4adb-be9b-ce1d53af879c" 2024-11-08T09:15:41,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459fec03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:41,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,34217,-1] 2024-11-08T09:15:41,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:41,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:41,824 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:41,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:41,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:15:41,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,43067,1731057337834, seqNum=-1] 2024-11-08T09:15:41,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:15:41,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:15:41,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,34217,1731057336793 2024-11-08T09:15:41,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-08T09:15:41,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:15:41,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10119baa7980002 connected 2024-11-08T09:15:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/hadoop.log.dir so I do NOT create it in target/test-data/b967438d-dd9e-7793-ca03-266b645866da 2024-11-08T09:15:42,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:15:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/hadoop.tmp.dir so I do NOT create it in target/test-data/b967438d-dd9e-7793-ca03-266b645866da 2024-11-08T09:15:42,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:15:42,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da 2024-11-08T09:15:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:15:42,071 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/cluster_f8cefc77-559b-074e-5445-320b8142bfe1, deleteOnExit=true 2024-11-08T09:15:42,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:15:42,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/test.cache.data in system properties and HBase conf 2024-11-08T09:15:42,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:15:42,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:15:42,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:15:42,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:15:42,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:15:42,072 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:15:42,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:15:42,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:15:42,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:15:42,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:15:42,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:15:42,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:15:42,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:15:42,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:15:42,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:15:42,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:15:42,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:15:42,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:15:42,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:15:42,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:15:42,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:15:42,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:15:42,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:15:42,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:15:42,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:15:42,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:15:42,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:15:42,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:15:42,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/java.io.tmpdir/jetty-localhost-41271-hadoop-hdfs-3_4_1-tests_jar-_-any-983088275389325722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:15:42,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:41271} 2024-11-08T09:15:42,513 INFO [Time-limited test {}] server.Server(415): Started @13108ms 2024-11-08T09:15:42,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:15:42,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:15:42,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:15:42,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:15:42,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:15:42,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:15:42,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:15:42,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/java.io.tmpdir/jetty-localhost-37713-hadoop-hdfs-3_4_1-tests_jar-_-any-2160392981522685153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:15:42,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:37713} 2024-11-08T09:15:42,983 INFO [Time-limited test {}] server.Server(415): Started @13579ms 2024-11-08T09:15:42,986 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:15:43,675 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/cluster_f8cefc77-559b-074e-5445-320b8142bfe1/data/data1/current/BP-409372372-172.17.0.2-1731057342099/current, will proceed with Du for space computation calculation, 2024-11-08T09:15:43,675 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/cluster_f8cefc77-559b-074e-5445-320b8142bfe1/data/data2/current/BP-409372372-172.17.0.2-1731057342099/current, will proceed with Du for space computation calculation, 2024-11-08T09:15:43,729 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:15:43,733 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6737daddc3427d37 with lease ID 0xb6442ad8f61a1905: Processing first storage report for DS-fae687e8-3c60-4f2b-ac98-d13320ff10e1 from datanode DatanodeRegistration(127.0.0.1:34173, datanodeUuid=01a461b8-44d5-4458-bb13-b166f46d64f3, infoPort=32841, infoSecurePort=0, ipcPort=39409, storageInfo=lv=-57;cid=testClusterID;nsid=747094040;c=1731057342099) 2024-11-08T09:15:43,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6737daddc3427d37 with lease ID 0xb6442ad8f61a1905: from storage DS-fae687e8-3c60-4f2b-ac98-d13320ff10e1 node DatanodeRegistration(127.0.0.1:34173, datanodeUuid=01a461b8-44d5-4458-bb13-b166f46d64f3, infoPort=32841, infoSecurePort=0, ipcPort=39409, storageInfo=lv=-57;cid=testClusterID;nsid=747094040;c=1731057342099), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:15:43,733 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6737daddc3427d37 with lease ID 0xb6442ad8f61a1905: Processing first storage report for DS-b79e9b8c-41ae-4b85-9a4d-006311b8f26d from datanode DatanodeRegistration(127.0.0.1:34173, datanodeUuid=01a461b8-44d5-4458-bb13-b166f46d64f3, infoPort=32841, infoSecurePort=0, ipcPort=39409, storageInfo=lv=-57;cid=testClusterID;nsid=747094040;c=1731057342099) 2024-11-08T09:15:43,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6737daddc3427d37 with lease ID 0xb6442ad8f61a1905: from storage DS-b79e9b8c-41ae-4b85-9a4d-006311b8f26d node DatanodeRegistration(127.0.0.1:34173, datanodeUuid=01a461b8-44d5-4458-bb13-b166f46d64f3, infoPort=32841, infoSecurePort=0, ipcPort=39409, storageInfo=lv=-57;cid=testClusterID;nsid=747094040;c=1731057342099), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:15:43,750 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da 2024-11-08T09:15:43,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:43,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:43,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:15:44,169 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228 with version=8 2024-11-08T09:15:44,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/hbase-staging 2024-11-08T09:15:44,174 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:15:44,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:44,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:44,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:15:44,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:44,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:15:44,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:15:44,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:15:44,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41767 2024-11-08T09:15:44,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41767 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-08T09:15:44,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417670x0, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:15:44,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41767-0x10119baa7980003 connected 2024-11-08T09:15:44,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:44,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:44,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Set watcher on znode that does not yet exist, /1540134904/running 2024-11-08T09:15:44,303 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228, hbase.cluster.distributed=false 2024-11-08T09:15:44,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Set watcher on znode that does not yet exist, /1540134904/acl 2024-11-08T09:15:44,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41767 2024-11-08T09:15:44,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41767 2024-11-08T09:15:44,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41767 2024-11-08T09:15:44,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41767 2024-11-08T09:15:44,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41767 2024-11-08T09:15:44,329 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:15:44,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:44,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:44,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:15:44,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:44,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:15:44,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:15:44,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:15:44,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45631 2024-11-08T09:15:44,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45631 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-08T09:15:44,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:44,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:44,349 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456310x0, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:15:44,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456310x0, quorum=127.0.0.1:59999, baseZNode=/1540134904 Set watcher on znode that does not yet exist, /1540134904/running 2024-11-08T09:15:44,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45631-0x10119baa7980004 connected 2024-11-08T09:15:44,350 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:15:44,352 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:15:44,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Set watcher on znode that does not yet exist, /1540134904/master 2024-11-08T09:15:44,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Set watcher on znode that does not yet exist, /1540134904/acl 2024-11-08T09:15:44,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45631 2024-11-08T09:15:44,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45631 2024-11-08T09:15:44,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45631 2024-11-08T09:15:44,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45631 2024-11-08T09:15:44,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45631 2024-11-08T09:15:44,383 DEBUG [M:0;cf4d76213909:41767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:41767 2024-11-08T09:15:44,383 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1540134904/backup-masters/cf4d76213909,41767,1731057344173 2024-11-08T09:15:44,391 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904/backup-masters 2024-11-08T09:15:44,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904/backup-masters 2024-11-08T09:15:44,391 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Set watcher on existing znode=/1540134904/backup-masters/cf4d76213909,41767,1731057344173 2024-11-08T09:15:44,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:44,401 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1540134904/master 2024-11-08T09:15:44,401 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:44,402 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Set watcher on existing znode=/1540134904/master 2024-11-08T09:15:44,403 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1540134904/backup-masters/cf4d76213909,41767,1731057344173 from backup master directory 2024-11-08T09:15:44,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1540134904/backup-masters/cf4d76213909,41767,1731057344173 2024-11-08T09:15:44,412 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:15:44,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904/backup-masters 2024-11-08T09:15:44,412 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904/backup-masters 2024-11-08T09:15:44,412 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,41767,1731057344173 2024-11-08T09:15:44,423 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/hbase.id] with ID: b5586e0c-b1af-429d-a19c-a674408a0d9d 2024-11-08T09:15:44,423 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/.tmp/hbase.id 2024-11-08T09:15:44,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:15:44,842 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/.tmp/hbase.id]:[hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/hbase.id] 2024-11-08T09:15:44,912 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:44,912 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:15:44,933 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-08T09:15:44,991 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:44,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:45,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:15:45,026 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:15:45,027 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:15:45,028 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:15:45,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:15:45,072 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store 2024-11-08T09:15:45,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:15:45,101 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:15:45,101 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:15:45,101 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:15:45,101 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:15:45,101 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:15:45,101 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:15:45,101 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:15:45,102 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057345101Disabling compacts and flushes for region at 1731057345101Disabling writes for close at 1731057345101Writing region close event to WAL at 1731057345101Closed at 1731057345101 2024-11-08T09:15:45,104 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/.initializing 2024-11-08T09:15:45,104 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/WALs/cf4d76213909,41767,1731057344173 2024-11-08T09:15:45,107 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:15:45,114 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C41767%2C1731057344173, suffix=, logDir=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/WALs/cf4d76213909,41767,1731057344173, archiveDir=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/oldWALs, maxLogs=10 2024-11-08T09:15:45,147 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/WALs/cf4d76213909,41767,1731057344173/cf4d76213909%2C41767%2C1731057344173.1731057345114, exclude list is [], retry=0 2024-11-08T09:15:45,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34173,DS-fae687e8-3c60-4f2b-ac98-d13320ff10e1,DISK] 2024-11-08T09:15:45,164 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/WALs/cf4d76213909,41767,1731057344173/cf4d76213909%2C41767%2C1731057344173.1731057345114 2024-11-08T09:15:45,177 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32841:32841)] 2024-11-08T09:15:45,178 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:15:45,178 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:15:45,178 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:45,178 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:45,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:45,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:15:45,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:45,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:45,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:45,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:15:45,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:45,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:45,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:45,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:15:45,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:45,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:45,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:45,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:15:45,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:45,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:45,213 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:45,215 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:45,216 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:45,220 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:45,220 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:45,221 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:15:45,225 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:45,228 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:15:45,229 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66455847, jitterRate=-0.009730711579322815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:15:45,229 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057345179Initializing all the Stores at 1731057345182 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057345183 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057345183Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057345183Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057345183Cleaning up temporary data from old regions at 1731057345220 (+37 ms)Region opened successfully at 1731057345229 (+9 ms) 2024-11-08T09:15:45,230 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:15:45,237 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3934c400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:15:45,240 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:15:45,241 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:15:45,241 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:15:45,241 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:15:45,243 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T09:15:45,243 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:15:45,244 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:15:45,250 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:15:45,251 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Unable to get data of znode /1540134904/balancer because node does not exist (not necessarily an error) 2024-11-08T09:15:45,263 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1540134904/balancer already deleted, retry=false 2024-11-08T09:15:45,264 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:15:45,266 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Unable to get data of znode /1540134904/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:15:45,275 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1540134904/normalizer already deleted, retry=false 2024-11-08T09:15:45,275 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:15:45,277 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Unable to get data of znode /1540134904/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:15:45,286 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1540134904/switch/split already deleted, retry=false 2024-11-08T09:15:45,287 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Unable to get data of znode /1540134904/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:15:45,296 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1540134904/switch/merge already deleted, retry=false 2024-11-08T09:15:45,304 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Unable to get data of znode /1540134904/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:15:45,317 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1540134904/snapshot-cleanup already deleted, retry=false 2024-11-08T09:15:45,328 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1540134904/running 2024-11-08T09:15:45,328 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:45,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1540134904/running 2024-11-08T09:15:45,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:45,329 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,41767,1731057344173, sessionid=0x10119baa7980003, setting cluster-up flag (Was=false) 2024-11-08T09:15:45,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:45,349 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:45,380 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1540134904/flush-table-proc/acquired, /1540134904/flush-table-proc/reached, /1540134904/flush-table-proc/abort 2024-11-08T09:15:45,383 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,41767,1731057344173 2024-11-08T09:15:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:45,402 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:45,434 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1540134904/online-snapshot/acquired, /1540134904/online-snapshot/reached, /1540134904/online-snapshot/abort 2024-11-08T09:15:45,436 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,41767,1731057344173 2024-11-08T09:15:45,446 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:15:45,451 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:15:45,451 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:15:45,452 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:15:45,452 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,41767,1731057344173 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:15:45,454 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:15:45,454 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:15:45,454 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:15:45,454 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:15:45,455 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:15:45,455 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:45,455 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:15:45,455 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:45,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:15:45,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:15:45,471 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:45,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:15:45,482 INFO [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(746): ClusterId : b5586e0c-b1af-429d-a19c-a674408a0d9d 2024-11-08T09:15:45,482 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:15:45,485 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057375485 2024-11-08T09:15:45,485 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:15:45,485 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:15:45,485 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:15:45,485 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:15:45,486 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:15:45,486 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:15:45,505 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,507 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:15:45,507 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:15:45,507 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:15:45,507 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:15:45,511 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:15:45,511 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:15:45,520 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:15:45,520 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:15:45,521 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057345521,5,FailOnTimeoutGroup] 2024-11-08T09:15:45,522 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057345521,5,FailOnTimeoutGroup] 2024-11-08T09:15:45,522 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,522 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:15:45,522 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,522 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:15:45,531 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:15:45,532 DEBUG [RS:0;cf4d76213909:45631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c391bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:15:45,559 DEBUG [RS:0;cf4d76213909:45631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:45631 2024-11-08T09:15:45,559 INFO [RS:0;cf4d76213909:45631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:15:45,559 INFO [RS:0;cf4d76213909:45631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:15:45,559 DEBUG [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:15:45,561 INFO [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,41767,1731057344173 with port=45631, startcode=1731057344329 2024-11-08T09:15:45,561 DEBUG [RS:0;cf4d76213909:45631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:15:45,564 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:15:45,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,45631,1731057344329 2024-11-08T09:15:45,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41767 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,45631,1731057344329 2024-11-08T09:15:45,577 DEBUG [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228 2024-11-08T09:15:45,577 DEBUG [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45299 2024-11-08T09:15:45,578 DEBUG [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:15:45,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904/rs 2024-11-08T09:15:45,593 DEBUG [RS:0;cf4d76213909:45631 {}] zookeeper.ZKUtil(111): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Set watcher on existing znode=/1540134904/rs/cf4d76213909,45631,1731057344329 2024-11-08T09:15:45,593 WARN [RS:0;cf4d76213909:45631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:15:45,593 INFO [RS:0;cf4d76213909:45631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:15:45,594 DEBUG [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/WALs/cf4d76213909,45631,1731057344329 2024-11-08T09:15:45,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,45631,1731057344329] 2024-11-08T09:15:45,603 INFO [RS:0;cf4d76213909:45631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:15:45,616 INFO [RS:0;cf4d76213909:45631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:15:45,620 INFO [RS:0;cf4d76213909:45631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:15:45,621 INFO [RS:0;cf4d76213909:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,632 INFO [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:15:45,634 INFO [RS:0;cf4d76213909:45631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:15:45,634 INFO [RS:0;cf4d76213909:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,634 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:45,634 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:45,635 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:45,635 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:45,635 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:45,635 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:15:45,635 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:45,636 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:45,636 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:45,636 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:45,636 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:45,636 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:45,636 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:15:45,636 DEBUG [RS:0;cf4d76213909:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:15:45,664 INFO [RS:0;cf4d76213909:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,664 INFO [RS:0;cf4d76213909:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,664 INFO [RS:0;cf4d76213909:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,664 INFO [RS:0;cf4d76213909:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,665 INFO [RS:0;cf4d76213909:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,665 INFO [RS:0;cf4d76213909:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45631,1731057344329-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:15:45,692 INFO [RS:0;cf4d76213909:45631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:15:45,692 INFO [RS:0;cf4d76213909:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45631,1731057344329-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,693 INFO [RS:0;cf4d76213909:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,694 INFO [RS:0;cf4d76213909:45631 {}] regionserver.Replication(171): cf4d76213909,45631,1731057344329 started 2024-11-08T09:15:45,716 INFO [RS:0;cf4d76213909:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:45,717 INFO [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,45631,1731057344329, RpcServer on cf4d76213909/172.17.0.2:45631, sessionid=0x10119baa7980004 2024-11-08T09:15:45,717 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:15:45,717 DEBUG [RS:0;cf4d76213909:45631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,45631,1731057344329 2024-11-08T09:15:45,717 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,45631,1731057344329' 2024-11-08T09:15:45,717 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1540134904/flush-table-proc/abort' 2024-11-08T09:15:45,720 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1540134904/flush-table-proc/acquired' 2024-11-08T09:15:45,721 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:15:45,721 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:15:45,721 DEBUG [RS:0;cf4d76213909:45631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,45631,1731057344329 2024-11-08T09:15:45,721 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,45631,1731057344329' 2024-11-08T09:15:45,721 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1540134904/online-snapshot/abort' 2024-11-08T09:15:45,722 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1540134904/online-snapshot/acquired' 2024-11-08T09:15:45,723 DEBUG [RS:0;cf4d76213909:45631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:15:45,723 INFO [RS:0;cf4d76213909:45631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:15:45,723 INFO [RS:0;cf4d76213909:45631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:15:45,824 INFO [RS:0;cf4d76213909:45631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:15:45,827 INFO [RS:0;cf4d76213909:45631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45631%2C1731057344329, suffix=, logDir=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/WALs/cf4d76213909,45631,1731057344329, archiveDir=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/oldWALs, maxLogs=10 2024-11-08T09:15:45,846 DEBUG [RS:0;cf4d76213909:45631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/WALs/cf4d76213909,45631,1731057344329/cf4d76213909%2C45631%2C1731057344329.1731057345830, exclude list is [], retry=0 2024-11-08T09:15:45,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34173,DS-fae687e8-3c60-4f2b-ac98-d13320ff10e1,DISK] 2024-11-08T09:15:45,889 INFO [RS:0;cf4d76213909:45631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/WALs/cf4d76213909,45631,1731057344329/cf4d76213909%2C45631%2C1731057344329.1731057345830 2024-11-08T09:15:45,904 DEBUG [RS:0;cf4d76213909:45631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32841:32841)] 2024-11-08T09:15:45,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:15:45,936 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228 2024-11-08T09:15:45,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:15:45,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:15:45,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:15:45,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:15:45,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:45,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:45,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:15:45,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:15:45,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:45,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:46,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:15:46,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:15:46,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:46,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:46,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:15:46,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:15:46,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:46,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:46,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:15:46,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/data/hbase/meta/1588230740 2024-11-08T09:15:46,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/data/hbase/meta/1588230740 2024-11-08T09:15:46,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:15:46,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:15:46,031 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:15:46,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:15:46,042 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:15:46,043 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66091781, jitterRate=-0.015155717730522156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:15:46,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057345973Initializing all the Stores at 1731057345976 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057345976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057345976Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057345976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057345976Cleaning up temporary data from old regions at 1731057346030 (+54 ms)Region opened successfully at 1731057346044 (+14 ms) 2024-11-08T09:15:46,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:15:46,044 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:15:46,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:15:46,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:15:46,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:15:46,052 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:15:46,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057346044Disabling compacts and flushes for region at 1731057346044Disabling writes for close at 1731057346044Writing region close event to WAL at 1731057346052 (+8 ms)Closed at 1731057346052 2024-11-08T09:15:46,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:15:46,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:15:46,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:15:46,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:15:46,061 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:15:46,213 DEBUG [cf4d76213909:41767 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:15:46,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,45631,1731057344329 2024-11-08T09:15:46,215 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,45631,1731057344329, state=OPENING 2024-11-08T09:15:46,303 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:15:46,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:46,317 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:46,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1540134904/meta-region-server: CHANGED 2024-11-08T09:15:46,318 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:15:46,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,45631,1731057344329}] 2024-11-08T09:15:46,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1540134904/meta-region-server: CHANGED 2024-11-08T09:15:46,473 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:15:46,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:15:46,482 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:15:46,482 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:15:46,482 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:15:46,485 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45631%2C1731057344329.meta, suffix=.meta, logDir=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/WALs/cf4d76213909,45631,1731057344329, archiveDir=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/oldWALs, maxLogs=10 2024-11-08T09:15:46,506 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/WALs/cf4d76213909,45631,1731057344329/cf4d76213909%2C45631%2C1731057344329.meta.1731057346487.meta, exclude list is [], retry=0 2024-11-08T09:15:46,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34173,DS-fae687e8-3c60-4f2b-ac98-d13320ff10e1,DISK] 2024-11-08T09:15:46,514 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/WALs/cf4d76213909,45631,1731057344329/cf4d76213909%2C45631%2C1731057344329.meta.1731057346487.meta 2024-11-08T09:15:46,514 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32841:32841)] 2024-11-08T09:15:46,515 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:15:46,515 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:15:46,515 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:15:46,516 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:15:46,516 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:15:46,516 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:15:46,516 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:15:46,516 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:15:46,516 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:15:46,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:15:46,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:15:46,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:46,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:46,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:15:46,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:15:46,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:46,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:46,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:15:46,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:15:46,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:46,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:46,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:15:46,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:15:46,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:46,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:46,530 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:15:46,531 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/data/hbase/meta/1588230740 2024-11-08T09:15:46,534 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/data/hbase/meta/1588230740 2024-11-08T09:15:46,536 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:15:46,536 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:15:46,537 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:15:46,540 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:15:46,542 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59156332, jitterRate=-0.11850196123123169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:15:46,542 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:15:46,542 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057346517Writing region info on filesystem at 1731057346517Initializing all the Stores at 1731057346519 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057346519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057346519Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057346519Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057346519Cleaning up temporary data from old regions at 1731057346536 (+17 ms)Running coprocessor post-open hooks at 1731057346542 (+6 ms)Region opened successfully at 1731057346542 2024-11-08T09:15:46,543 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057346473 2024-11-08T09:15:46,547 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:15:46,547 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:15:46,548 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,45631,1731057344329 2024-11-08T09:15:46,550 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,45631,1731057344329, state=OPEN 2024-11-08T09:15:46,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1540134904/meta-region-server 2024-11-08T09:15:46,559 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1540134904/meta-region-server 2024-11-08T09:15:46,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1540134904/meta-region-server: CHANGED 2024-11-08T09:15:46,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1540134904/meta-region-server: CHANGED 2024-11-08T09:15:46,559 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,45631,1731057344329 2024-11-08T09:15:46,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:15:46,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,45631,1731057344329 in 241 msec 2024-11-08T09:15:46,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:15:46,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 509 msec 2024-11-08T09:15:46,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:15:46,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:15:46,573 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:15:46,573 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45631,1731057344329, seqNum=-1] 2024-11-08T09:15:46,573 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:15:46,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:15:46,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1330 sec 2024-11-08T09:15:46,585 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057346585, completionTime=-1 2024-11-08T09:15:46,585 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:15:46,585 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:15:46,588 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:15:46,588 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057406588 2024-11-08T09:15:46,588 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057466588 2024-11-08T09:15:46,588 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T09:15:46,589 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41767,1731057344173-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:46,589 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41767,1731057344173-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:46,589 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41767,1731057344173-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:46,589 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:41767, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:46,589 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:46,589 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:46,592 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:15:46,596 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.184sec 2024-11-08T09:15:46,596 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:15:46,596 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:15:46,596 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:15:46,597 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:15:46,597 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:15:46,597 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41767,1731057344173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:15:46,597 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41767,1731057344173-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:15:46,601 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:15:46,601 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:15:46,601 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41767,1731057344173-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:46,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:46,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41767,-1 for getting cluster id 2024-11-08T09:15:46,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:46,687 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5586e0c-b1af-429d-a19c-a674408a0d9d' 2024-11-08T09:15:46,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:46,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5586e0c-b1af-429d-a19c-a674408a0d9d" 2024-11-08T09:15:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db894bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41767,-1] 2024-11-08T09:15:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:46,696 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:46,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:46,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:15:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45631,1731057344329, seqNum=-1] 2024-11-08T09:15:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:15:46,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:15:46,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,41767,1731057344173 2024-11-08T09:15:46,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-08T09:15:46,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:15:46,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10119baa7980005 connected 2024-11-08T09:15:46,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a856152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:46,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,34217,-1 for getting cluster id 2024-11-08T09:15:46,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:46,753 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2427e3ef-b35e-4adb-be9b-ce1d53af879c' 2024-11-08T09:15:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2427e3ef-b35e-4adb-be9b-ce1d53af879c" 2024-11-08T09:15:46,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b3d312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:46,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,34217,-1] 2024-11-08T09:15:46,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:46,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:46,757 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37944c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:46,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:15:46,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,34217,1731057336793 2024-11-08T09:15:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4be31191 2024-11-08T09:15:46,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:15:46,781 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:15:46,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:15:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:15:46,798 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41767' 2024-11-08T09:15:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:15:46,800 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9074ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:46,800 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41767,-1 for getting cluster id 2024-11-08T09:15:46,801 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:46,802 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5586e0c-b1af-429d-a19c-a674408a0d9d' 2024-11-08T09:15:46,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:46,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5586e0c-b1af-429d-a19c-a674408a0d9d" 2024-11-08T09:15:46,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e540a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:46,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41767,-1] 2024-11-08T09:15:46,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:46,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:46,805 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:46,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c72ae9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:46,807 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:15:46,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41767,1731057344173 2024-11-08T09:15:46,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f3ee4ec 2024-11-08T09:15:46,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:15:46,817 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:15:46,834 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T09:15:46,834 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:15:46,839 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:46,839 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:46,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:15:46,841 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:15:46,847 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:15:46,850 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:15:46,851 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:46,853 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:15:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741835_1011 (size=1138) 2024-11-08T09:15:46,869 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d395fa0047ffd029dce0116600d26098, NAME => 'hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b 2024-11-08T09:15:46,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741836_1012 (size=44) 2024-11-08T09:15:46,900 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:15:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:15:46,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:15:47,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:15:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:15:47,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:15:47,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d395fa0047ffd029dce0116600d26098, disabling compactions & flushes 2024-11-08T09:15:47,279 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:47,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:47,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. after waiting 0 ms 2024-11-08T09:15:47,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:47,279 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:47,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d395fa0047ffd029dce0116600d26098: Waiting for close lock at 1731057347279Disabling compacts and flushes for region at 1731057347279Disabling writes for close at 1731057347279Writing region close event to WAL at 1731057347279Closed at 1731057347279 2024-11-08T09:15:47,283 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:15:47,290 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057347283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057347283"}]},"ts":"1731057347283"} 2024-11-08T09:15:47,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:15:47,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T09:15:47,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:15:47,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T09:15:47,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:15:47,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T09:15:47,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T09:15:47,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T09:15:47,295 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:15:47,297 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:15:47,300 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057347297"}]},"ts":"1731057347297"} 2024-11-08T09:15:47,304 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:15:47,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d395fa0047ffd029dce0116600d26098, ASSIGN}] 2024-11-08T09:15:47,309 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d395fa0047ffd029dce0116600d26098, ASSIGN 2024-11-08T09:15:47,311 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d395fa0047ffd029dce0116600d26098, ASSIGN; state=OFFLINE, location=cf4d76213909,43067,1731057337834; forceNewPlan=false, retain=false 2024-11-08T09:15:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:15:47,462 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d395fa0047ffd029dce0116600d26098, regionState=OPENING, regionLocation=cf4d76213909,43067,1731057337834 2024-11-08T09:15:47,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d395fa0047ffd029dce0116600d26098, ASSIGN because future has completed 2024-11-08T09:15:47,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d395fa0047ffd029dce0116600d26098, server=cf4d76213909,43067,1731057337834}] 2024-11-08T09:15:47,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:47,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:15:47,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:15:47,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C43067%2C1731057337834.rep, suffix=, logDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834, archiveDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/oldWALs, maxLogs=10 2024-11-08T09:15:47,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.rep.1731057347638, exclude list is [], retry=0 2024-11-08T09:15:47,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42183,DS-7c740dae-6ad7-4bbc-8cd1-eca9b00f434e,DISK] 2024-11-08T09:15:47,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.rep.1731057347638 2024-11-08T09:15:47,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38417:38417)] 2024-11-08T09:15:47,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d395fa0047ffd029dce0116600d26098, NAME => 'hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:15:47,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:15:47,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:15:47,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. service=MultiRowMutationService 2024-11-08T09:15:47,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:15:47,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:47,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:15:47,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:47,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:47,665 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:47,667 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d395fa0047ffd029dce0116600d26098 columnFamilyName hfileref 2024-11-08T09:15:47,667 DEBUG [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:47,668 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] regionserver.HStore(327): Store=d395fa0047ffd029dce0116600d26098/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:47,668 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:47,671 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d395fa0047ffd029dce0116600d26098 columnFamilyName queue 2024-11-08T09:15:47,671 DEBUG [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:47,671 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] regionserver.HStore(327): Store=d395fa0047ffd029dce0116600d26098/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:47,672 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:47,674 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d395fa0047ffd029dce0116600d26098 columnFamilyName sid 2024-11-08T09:15:47,674 DEBUG [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:47,675 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] regionserver.HStore(327): Store=d395fa0047ffd029dce0116600d26098/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:47,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:47,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/replication/d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:47,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/replication/d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:47,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:47,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:47,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:15:47,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:47,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/replication/d395fa0047ffd029dce0116600d26098/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:15:47,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d395fa0047ffd029dce0116600d26098; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65023612, jitterRate=-0.031072676181793213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:15:47,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:47,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d395fa0047ffd029dce0116600d26098: Running coprocessor pre-open hook at 1731057347662Writing region info on filesystem at 1731057347663 (+1 ms)Initializing all the Stores at 1731057347664 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057347664Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057347665 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057347665Cleaning up temporary data from old regions at 1731057347679 (+14 ms)Running coprocessor post-open hooks at 1731057347687 (+8 ms)Region opened successfully at 1731057347688 (+1 ms) 2024-11-08T09:15:47,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098., pid=7, masterSystemTime=1731057347622 2024-11-08T09:15:47,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:47,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:47,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d395fa0047ffd029dce0116600d26098, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,43067,1731057337834 2024-11-08T09:15:47,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d395fa0047ffd029dce0116600d26098, server=cf4d76213909,43067,1731057337834 because future has completed 2024-11-08T09:15:47,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T09:15:47,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d395fa0047ffd029dce0116600d26098, server=cf4d76213909,43067,1731057337834 in 234 msec 2024-11-08T09:15:47,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:15:47,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d395fa0047ffd029dce0116600d26098, ASSIGN in 401 msec 2024-11-08T09:15:47,714 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:15:47,714 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057347714"}]},"ts":"1731057347714"} 2024-11-08T09:15:47,717 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:15:47,719 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:15:47,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 877 msec 2024-11-08T09:15:47,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098., hostname=cf4d76213909,43067,1731057337834, seqNum=2] 2024-11-08T09:15:47,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43067 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T09:15:47,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:47,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:47,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:15:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:15:48,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43067 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T09:15:48,044 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:15:48,097 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,43067,1731057337834, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:15:48,099 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:15:48,099 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,43067,1731057337834, seqNum=-1] 2024-11-08T09:15:48,100 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:15:48,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T09:15:48,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,43067,1731057337834', locateType=CURRENT is [region=hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098., hostname=cf4d76213909,43067,1731057337834, seqNum=2] 2024-11-08T09:15:48,112 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T09:15:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T09:15:48,118 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,43067,1731057337834 suceeded 2024-11-08T09:15:48,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T09:15:48,123 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:15:48,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 239 msec 2024-11-08T09:15:48,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3380 sec 2024-11-08T09:15:48,132 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41767' 2024-11-08T09:15:48,134 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77258214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:48,134 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41767,-1 for getting cluster id 2024-11-08T09:15:48,134 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:48,135 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5586e0c-b1af-429d-a19c-a674408a0d9d' 2024-11-08T09:15:48,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:48,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5586e0c-b1af-429d-a19c-a674408a0d9d" 2024-11-08T09:15:48,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@283df84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:48,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41767,-1] 2024-11-08T09:15:48,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:48,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:48,138 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:48,139 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35b170f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:48,139 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:15:48,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41767,1731057344173 2024-11-08T09:15:48,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30468610 2024-11-08T09:15:48,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:15:48,142 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T09:15:48,143 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,43067,1731057337834 (queues=1) is replicating from cluster=2427e3ef-b35e-4adb-be9b-ce1d53af879c to cluster=b5586e0c-b1af-429d-a19c-a674408a0d9d 2024-11-08T09:15:48,145 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C43067%2C1731057337834 2024-11-08T09:15:48,150 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,43067,1731057337834, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:15:48,153 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834.replicationSource.shippercf4d76213909%2C43067%2C1731057337834,1-cf4d76213909,43067,1731057337834 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C43067%2C1731057337834 2024-11-08T09:15:48,159 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,1-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838, startPosition=0, beingWritten=true 2024-11-08T09:15:48,428 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,1-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838 to pos 0, reset compression=false 2024-11-08T09:15:48,735 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,1-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838 to pos 0, reset compression=false 2024-11-08T09:15:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:15:48,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:15:48,963 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:15:48,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:15:48,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:48,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:48,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:15:48,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6067dc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:48,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,34217,-1 for getting cluster id 2024-11-08T09:15:48,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:48,965 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2427e3ef-b35e-4adb-be9b-ce1d53af879c' 2024-11-08T09:15:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2427e3ef-b35e-4adb-be9b-ce1d53af879c" 2024-11-08T09:15:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca32e00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,34217,-1] 2024-11-08T09:15:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:48,969 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:48,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a433837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:48,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:15:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,34217,1731057336793 2024-11-08T09:15:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a0a771 2024-11-08T09:15:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:15:48,975 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:15:48,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://cf4d76213909:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:15:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:15:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T09:15:48,981 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41767' 2024-11-08T09:15:48,982 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abd0f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:48,982 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41767,-1 for getting cluster id 2024-11-08T09:15:48,982 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:48,983 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5586e0c-b1af-429d-a19c-a674408a0d9d' 2024-11-08T09:15:48,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:48,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5586e0c-b1af-429d-a19c-a674408a0d9d" 2024-11-08T09:15:48,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edfd304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:48,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41767,-1] 2024-11-08T09:15:48,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:48,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:48,986 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:48,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad69498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:48,987 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:15:48,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41767,1731057344173 2024-11-08T09:15:48,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48b44165 2024-11-08T09:15:48,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:15:48,990 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:15:48,991 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-08T09:15:48,991 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:15:48,991 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:48,991 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:48,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:15:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T09:15:49,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:15:49,145 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,1-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838 to pos 0, reset compression=false 2024-11-08T09:15:49,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43067 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-08T09:15:49,274 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T09:15:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T09:15:49,309 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-cf4d76213909,43067,1731057337834, ReplicationSource: 2, currentBandwidth=0 2024-11-08T09:15:49,312 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T09:15:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T09:15:49,316 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on cf4d76213909,43067,1731057337834 suceeded 2024-11-08T09:15:49,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:15:49,321 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://cf4d76213909:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:15:49,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-08T09:15:49,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 345 msec 2024-11-08T09:15:49,332 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41767' 2024-11-08T09:15:49,333 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dda3dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:49,333 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41767,-1 for getting cluster id 2024-11-08T09:15:49,333 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:49,334 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5586e0c-b1af-429d-a19c-a674408a0d9d' 2024-11-08T09:15:49,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:49,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5586e0c-b1af-429d-a19c-a674408a0d9d" 2024-11-08T09:15:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d5806b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41767,-1] 2024-11-08T09:15:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:49,337 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:49,338 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cd6163f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:49,339 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:15:49,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41767,1731057344173 2024-11-08T09:15:49,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f4a08c 2024-11-08T09:15:49,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:15:49,341 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T09:15:49,342 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cf4d76213909,43067,1731057337834 (queues=1) is replicating from cluster=2427e3ef-b35e-4adb-be9b-ce1d53af879c to cluster=b5586e0c-b1af-429d-a19c-a674408a0d9d 2024-11-08T09:15:49,342 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cf4d76213909%2C43067%2C1731057337834 2024-11-08T09:15:49,342 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cf4d76213909,43067,1731057337834, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:15:49,343 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834.replicationSource.shippercf4d76213909%2C43067%2C1731057337834,2-cf4d76213909,43067,1731057337834 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C43067%2C1731057337834 2024-11-08T09:15:49,343 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,2-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838, startPosition=0, beingWritten=true 2024-11-08T09:15:49,554 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,2-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838 to pos 0, reset compression=false 2024-11-08T09:15:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T09:15:49,612 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T09:15:49,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:15:49,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:15:49,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:49,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:49,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:15:49,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:15:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,34217,1731057336793 2024-11-08T09:15:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b333c46 2024-11-08T09:15:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:15:49,618 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:15:49,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T09:15:49,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T09:15:49,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T09:15:49,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T09:15:49,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://cf4d76213909:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:15:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T09:15:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T09:15:49,638 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41767' 2024-11-08T09:15:49,643 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f37ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:49,643 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41767,-1 for getting cluster id 2024-11-08T09:15:49,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:49,644 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5586e0c-b1af-429d-a19c-a674408a0d9d' 2024-11-08T09:15:49,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:49,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5586e0c-b1af-429d-a19c-a674408a0d9d" 2024-11-08T09:15:49,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dbd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:49,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41767,-1] 2024-11-08T09:15:49,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:49,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:49,647 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:49,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6637ccf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:49,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:15:49,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41767,1731057344173 2024-11-08T09:15:49,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4aeb97c0 2024-11-08T09:15:49,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:15:49,651 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:15:49,651 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T09:15:49,651 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,1-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838 to pos 0, reset compression=false 2024-11-08T09:15:49,651 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:15:49,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:49,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:49,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:15:49,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:15:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T09:15:49,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43067 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-08T09:15:49,852 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-08T09:15:49,854 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T09:15:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T09:15:49,859 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on cf4d76213909,43067,1731057337834 suceeded 2024-11-08T09:15:49,861 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,2-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838 to pos 0, reset compression=false 2024-11-08T09:15:49,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T09:15:49,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-08T09:15:49,864 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://cf4d76213909:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:15:49,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 234 msec 2024-11-08T09:15:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T09:15:49,952 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-08T09:15:49,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://cf4d76213909:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:15:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T09:15:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T09:15:49,958 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41767' 2024-11-08T09:15:49,960 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56db75e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:49,960 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41767,-1 for getting cluster id 2024-11-08T09:15:49,960 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:49,961 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5586e0c-b1af-429d-a19c-a674408a0d9d' 2024-11-08T09:15:49,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:49,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5586e0c-b1af-429d-a19c-a674408a0d9d" 2024-11-08T09:15:49,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d517bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:49,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41767,-1] 2024-11-08T09:15:49,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:49,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:49,964 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:49,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df82afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:49,965 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:15:49,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41767,1731057344173 2024-11-08T09:15:49,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12480cbd 2024-11-08T09:15:49,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:15:49,968 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:15:49,969 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T09:15:49,969 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:15:49,970 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:49,970 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:49,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:15:49,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:15:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T09:15:50,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43067 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-08T09:15:50,136 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-08T09:15:50,137 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T09:15:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T09:15:50,147 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on cf4d76213909,43067,1731057337834 suceeded 2024-11-08T09:15:50,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T09:15:50,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec 2024-11-08T09:15:50,152 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://cf4d76213909:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:15:50,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 199 msec 2024-11-08T09:15:50,259 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,1-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838 to pos 0, reset compression=false 2024-11-08T09:15:50,269 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,2-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838 to pos 0, reset compression=false 2024-11-08T09:15:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T09:15:50,272 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-08T09:15:50,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T09:15:50,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34217 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T09:15:50,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:15:50,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:15:50,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:50,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:50,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:15:50,277 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:15:50,277 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-08T09:15:50,278 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,34217,1731057336793 2024-11-08T09:15:50,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641645771/running 2024-11-08T09:15:50,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641645771/running 2024-11-08T09:15:50,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:50,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:15:50,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:50,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:15:50,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:15:50,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/running 2024-11-08T09:15:50,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:50,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/running 2024-11-08T09:15:50,286 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,43067,1731057337834' ***** 2024-11-08T09:15:50,286 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:15:50,287 INFO [RS:0;cf4d76213909:43067 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:15:50,287 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:15:50,287 INFO [RS:0;cf4d76213909:43067 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:15:50,287 INFO [RS:0;cf4d76213909:43067 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:15:50,287 INFO [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(3091): Received CLOSE for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:50,288 INFO [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,43067,1731057337834 2024-11-08T09:15:50,288 INFO [RS:0;cf4d76213909:43067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:15:50,288 INFO [RS:0;cf4d76213909:43067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:43067. 2024-11-08T09:15:50,288 DEBUG [RS:0;cf4d76213909:43067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:15:50,288 DEBUG [RS:0;cf4d76213909:43067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:50,288 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d395fa0047ffd029dce0116600d26098, disabling compactions & flushes 2024-11-08T09:15:50,289 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:50,289 INFO [RS:0;cf4d76213909:43067 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:15:50,289 INFO [RS:0;cf4d76213909:43067 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:15:50,289 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:50,289 INFO [RS:0;cf4d76213909:43067 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:15:50,289 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. after waiting 0 ms 2024-11-08T09:15:50,289 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:50,289 INFO [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:15:50,289 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:15:50,289 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:15:50,289 INFO [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:15:50,290 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:15:50,290 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:15:50,290 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1325): Online Regions={d395fa0047ffd029dce0116600d26098=hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:15:50,290 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:15:50,290 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:50,294 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T09:15:50,294 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d395fa0047ffd029dce0116600d26098 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-08T09:15:50,376 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:15:50,383 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/.tmp/info/f4d5c23686f44f2aae0319c54617d8e4 is 147, key is hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098./info:regioninfo/1731057347695/Put/seqid=0 2024-11-08T09:15:50,383 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/replication/d395fa0047ffd029dce0116600d26098/.tmp/queue/cbd7fe9e98ab4b7abe03872ebb93e65d is 151, key is 1-cf4d76213909,43067,1731057337834/queue:cf4d76213909%2C43067%2C1731057337834/1731057348107/Put/seqid=0 2024-11-08T09:15:50,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741838_1014 (size=6631) 2024-11-08T09:15:50,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741839_1015 (size=5500) 2024-11-08T09:15:50,398 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/replication/d395fa0047ffd029dce0116600d26098/.tmp/queue/cbd7fe9e98ab4b7abe03872ebb93e65d 2024-11-08T09:15:50,458 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/replication/d395fa0047ffd029dce0116600d26098/.tmp/queue/cbd7fe9e98ab4b7abe03872ebb93e65d as hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/replication/d395fa0047ffd029dce0116600d26098/queue/cbd7fe9e98ab4b7abe03872ebb93e65d 2024-11-08T09:15:50,470 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/replication/d395fa0047ffd029dce0116600d26098/queue/cbd7fe9e98ab4b7abe03872ebb93e65d, entries=2, sequenceid=6, filesize=5.4 K 2024-11-08T09:15:50,480 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d395fa0047ffd029dce0116600d26098 in 184ms, sequenceid=6, compaction requested=false 2024-11-08T09:15:50,480 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T09:15:50,489 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/replication/d395fa0047ffd029dce0116600d26098/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T09:15:50,490 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:50,491 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:15:50,492 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:15:50,492 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:50,492 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d395fa0047ffd029dce0116600d26098: Waiting for close lock at 1731057350288Running coprocessor pre-close hooks at 1731057350288Disabling compacts and flushes for region at 1731057350288Disabling writes for close at 1731057350289 (+1 ms)Obtaining lock to block concurrent updates at 1731057350294 (+5 ms)Preparing flush snapshotting stores in d395fa0047ffd029dce0116600d26098 at 1731057350294Finished memstore snapshotting hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731057350304 (+10 ms)Flushing stores of hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. at 1731057350308 (+4 ms)Flushing d395fa0047ffd029dce0116600d26098/queue: creating writer at 1731057350309 (+1 ms)Flushing d395fa0047ffd029dce0116600d26098/queue: appending metadata at 1731057350362 (+53 ms)Flushing d395fa0047ffd029dce0116600d26098/queue: closing flushed file at 1731057350366 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bde9746: reopening flushed file at 1731057350456 (+90 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d395fa0047ffd029dce0116600d26098 in 184ms, sequenceid=6, compaction requested=false at 1731057350480 (+24 ms)Writing region close event to WAL at 1731057350483 (+3 ms)Running coprocessor post-close hooks at 1731057350490 (+7 ms)Closed at 1731057350492 (+2 ms) 2024-11-08T09:15:50,493 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:50,666 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:15:50,666 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:15:50,691 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:15:50,777 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,2-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838 to pos 0, reset compression=false 2024-11-08T09:15:50,798 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/.tmp/info/f4d5c23686f44f2aae0319c54617d8e4 2024-11-08T09:15:50,829 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/.tmp/ns/e466a743dae64f238c57d5d31e5beba0 is 43, key is default/ns:d/1731057341675/Put/seqid=0 2024-11-08T09:15:50,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741840_1016 (size=5153) 2024-11-08T09:15:50,891 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:15:50,967 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,1-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838 to pos 0, reset compression=false 2024-11-08T09:15:51,091 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:15:51,239 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/.tmp/ns/e466a743dae64f238c57d5d31e5beba0 2024-11-08T09:15:51,291 INFO [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T09:15:51,292 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:15:51,292 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:15:51,324 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/.tmp/table/7cf123facadc4a00892545f2ab520a24 is 53, key is hbase:replication/table:state/1731057347714/Put/seqid=0 2024-11-08T09:15:51,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741841_1017 (size=5256) 2024-11-08T09:15:51,385 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,2-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838 to pos 0, reset compression=false 2024-11-08T09:15:51,492 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:15:51,692 DEBUG [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:15:51,731 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/.tmp/table/7cf123facadc4a00892545f2ab520a24 2024-11-08T09:15:51,742 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/.tmp/info/f4d5c23686f44f2aae0319c54617d8e4 as hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/info/f4d5c23686f44f2aae0319c54617d8e4 2024-11-08T09:15:51,752 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/info/f4d5c23686f44f2aae0319c54617d8e4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T09:15:51,754 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/.tmp/ns/e466a743dae64f238c57d5d31e5beba0 as hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/ns/e466a743dae64f238c57d5d31e5beba0 2024-11-08T09:15:51,764 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/ns/e466a743dae64f238c57d5d31e5beba0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T09:15:51,766 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/.tmp/table/7cf123facadc4a00892545f2ab520a24 as hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/table/7cf123facadc4a00892545f2ab520a24 2024-11-08T09:15:51,775 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/table/7cf123facadc4a00892545f2ab520a24, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T09:15:51,776 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1486ms, sequenceid=11, compaction requested=false 2024-11-08T09:15:51,778 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,1-cf4d76213909,43067,1731057337834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834/cf4d76213909%2C43067%2C1731057337834.1731057340838 to pos 0, reset compression=false 2024-11-08T09:15:51,783 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T09:15:51,784 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:15:51,784 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:15:51,784 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:15:51,785 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057350289Running coprocessor pre-close hooks at 1731057350289Disabling compacts and flushes for region at 1731057350289Disabling writes for close at 1731057350290 (+1 ms)Obtaining lock to block concurrent updates at 1731057350294 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731057350294Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731057350304 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731057350307 (+3 ms)Flushing 1588230740/info: creating writer at 1731057350309 (+2 ms)Flushing 1588230740/info: appending metadata at 1731057350363 (+54 ms)Flushing 1588230740/info: closing flushed file at 1731057350372 (+9 ms)Flushing 1588230740/ns: creating writer at 1731057350809 (+437 ms)Flushing 1588230740/ns: appending metadata at 1731057350827 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731057350827Flushing 1588230740/table: creating writer at 1731057351305 (+478 ms)Flushing 1588230740/table: appending metadata at 1731057351323 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731057351323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6937fa: reopening flushed file at 1731057351739 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcdca79: reopening flushed file at 1731057351753 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3463375c: reopening flushed file at 1731057351764 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1486ms, sequenceid=11, compaction requested=false at 1731057351776 (+12 ms)Writing region close event to WAL at 1731057351777 (+1 ms)Running coprocessor post-close hooks at 1731057351784 (+7 ms)Closed at 1731057351784 2024-11-08T09:15:51,785 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:15:51,893 INFO [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,43067,1731057337834; all regions closed. 2024-11-08T09:15:51,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741834_1010 (size=2742) 2024-11-08T09:15:51,906 DEBUG [RS:0;cf4d76213909:43067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/oldWALs 2024-11-08T09:15:51,907 INFO [RS:0;cf4d76213909:43067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C43067%2C1731057337834.meta:.meta(num 1731057341394) 2024-11-08T09:15:51,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741837_1013 (size=1802) 2024-11-08T09:15:51,913 DEBUG [RS:0;cf4d76213909:43067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/oldWALs 2024-11-08T09:15:51,913 INFO [RS:0;cf4d76213909:43067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C43067%2C1731057337834.rep:(num 1731057347638) 2024-11-08T09:15:51,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741833_1009 (size=93) 2024-11-08T09:15:51,920 DEBUG [RS:0;cf4d76213909:43067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/oldWALs 2024-11-08T09:15:51,920 INFO [RS:0;cf4d76213909:43067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C43067%2C1731057337834:(num 1731057340838) 2024-11-08T09:15:51,921 DEBUG [RS:0;cf4d76213909:43067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:51,921 INFO [RS:0;cf4d76213909:43067 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:15:51,921 INFO [RS:0;cf4d76213909:43067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:15:51,921 INFO [RS:0;cf4d76213909:43067 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T09:15:51,921 INFO [RS:0;cf4d76213909:43067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:15:51,922 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:15:51,922 INFO [RS:0;cf4d76213909:43067 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,43067,1731057337834 because: Region server is closing 2024-11-08T09:15:51,922 INFO [RS:0;cf4d76213909:43067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:43067. 2024-11-08T09:15:51,923 DEBUG [RS:0;cf4d76213909:43067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:15:51,923 DEBUG [RS:0;cf4d76213909:43067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:51,923 DEBUG [RS:0;cf4d76213909:43067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:51,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:15:52,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:15:52,023 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834.replicationSource.wal-reader.cf4d76213909%2C43067%2C1731057337834,1-cf4d76213909,43067,1731057337834 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T09:15:52,023 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834.replicationSource.shippercf4d76213909%2C43067%2C1731057337834,1-cf4d76213909,43067,1731057337834 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T09:15:52,024 INFO [RS:0;cf4d76213909:43067 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,43067,1731057337834.replicationSource.shippercf4d76213909%2C43067%2C1731057337834,1-cf4d76213909,43067,1731057337834 terminated 2024-11-08T09:15:52,025 INFO [RS:0;cf4d76213909:43067 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cf4d76213909,43067,1731057337834 because: Region server is closing 2024-11-08T09:15:52,025 INFO [RS:0;cf4d76213909:43067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:43067. 2024-11-08T09:15:52,025 DEBUG [RS:0;cf4d76213909:43067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:15:52,025 DEBUG [RS:0;cf4d76213909:43067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:52,026 DEBUG [RS:0;cf4d76213909:43067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:52,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:15:52,126 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834.replicationSource.shippercf4d76213909%2C43067%2C1731057337834,2-cf4d76213909,43067,1731057337834 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T09:15:52,126 INFO [RS:0;cf4d76213909:43067 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,43067,1731057337834.replicationSource.shippercf4d76213909%2C43067%2C1731057337834,2-cf4d76213909,43067,1731057337834 terminated 2024-11-08T09:15:52,127 INFO [RS:0;cf4d76213909:43067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43067 2024-11-08T09:15:52,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641645771/rs/cf4d76213909,43067,1731057337834 2024-11-08T09:15:52,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771/rs 2024-11-08T09:15:52,190 INFO [RS:0;cf4d76213909:43067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:15:52,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,43067,1731057337834] 2024-11-08T09:15:52,211 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01641645771/draining/cf4d76213909,43067,1731057337834 already deleted, retry=false 2024-11-08T09:15:52,212 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,43067,1731057337834 expired; onlineServers=0 2024-11-08T09:15:52,212 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,34217,1731057336793' ***** 2024-11-08T09:15:52,212 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:15:52,212 INFO [M:0;cf4d76213909:34217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:15:52,212 INFO [M:0;cf4d76213909:34217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:15:52,212 DEBUG [M:0;cf4d76213909:34217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:15:52,213 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:15:52,213 DEBUG [M:0;cf4d76213909:34217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:15:52,213 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057340421 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057340421,5,FailOnTimeoutGroup] 2024-11-08T09:15:52,213 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057340418 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057340418,5,FailOnTimeoutGroup] 2024-11-08T09:15:52,213 INFO [M:0;cf4d76213909:34217 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:15:52,213 INFO [M:0;cf4d76213909:34217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:15:52,213 DEBUG [M:0;cf4d76213909:34217 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:15:52,213 INFO [M:0;cf4d76213909:34217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:15:52,214 INFO [M:0;cf4d76213909:34217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:15:52,214 INFO [M:0;cf4d76213909:34217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:15:52,214 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:15:52,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641645771/master 2024-11-08T09:15:52,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:52,236 DEBUG [M:0;cf4d76213909:34217 {}] zookeeper.ZKUtil(347): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Unable to get data of znode /01641645771/master because node does not exist (not an error) 2024-11-08T09:15:52,237 WARN [M:0;cf4d76213909:34217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:15:52,237 INFO [M:0;cf4d76213909:34217 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/.lastflushedseqids 2024-11-08T09:15:52,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741842_1018 (size=181) 2024-11-08T09:15:52,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:15:52,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10119baa7980001, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:15:52,302 INFO [RS:0;cf4d76213909:43067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:15:52,302 INFO [RS:0;cf4d76213909:43067 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,43067,1731057337834; zookeeper connection closed. 2024-11-08T09:15:52,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@408a60ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@408a60ce 2024-11-08T09:15:52,303 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:15:52,662 INFO [M:0;cf4d76213909:34217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:15:52,662 INFO [M:0;cf4d76213909:34217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:15:52,663 DEBUG [M:0;cf4d76213909:34217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:15:52,663 INFO [M:0;cf4d76213909:34217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:15:52,663 DEBUG [M:0;cf4d76213909:34217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:15:52,663 DEBUG [M:0;cf4d76213909:34217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:15:52,663 DEBUG [M:0;cf4d76213909:34217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:15:52,663 INFO [M:0;cf4d76213909:34217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-08T09:15:52,685 DEBUG [M:0;cf4d76213909:34217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbb40573a7db4d8680ef20e4184537f1 is 82, key is hbase:meta,,1/info:regioninfo/1731057341547/Put/seqid=0 2024-11-08T09:15:52,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741843_1019 (size=5672) 2024-11-08T09:15:52,691 INFO [M:0;cf4d76213909:34217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbb40573a7db4d8680ef20e4184537f1 2024-11-08T09:15:52,715 DEBUG [M:0;cf4d76213909:34217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44cc5db0211e423eb57a44329ebd7f01 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731057347722/Put/seqid=0 2024-11-08T09:15:52,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741844_1020 (size=8663) 2024-11-08T09:15:53,122 INFO [M:0;cf4d76213909:34217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44cc5db0211e423eb57a44329ebd7f01 2024-11-08T09:15:53,145 DEBUG [M:0;cf4d76213909:34217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a88dea2d599c4a3f8b81b1f2f6abbe0f is 69, key is cf4d76213909,43067,1731057337834/rs:state/1731057340441/Put/seqid=0 2024-11-08T09:15:53,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741845_1021 (size=5156) 2024-11-08T09:15:53,551 INFO [M:0;cf4d76213909:34217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a88dea2d599c4a3f8b81b1f2f6abbe0f 2024-11-08T09:15:53,560 DEBUG [M:0;cf4d76213909:34217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbb40573a7db4d8680ef20e4184537f1 as hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbb40573a7db4d8680ef20e4184537f1 2024-11-08T09:15:53,568 INFO [M:0;cf4d76213909:34217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbb40573a7db4d8680ef20e4184537f1, entries=8, sequenceid=115, filesize=5.5 K 2024-11-08T09:15:53,570 DEBUG [M:0;cf4d76213909:34217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44cc5db0211e423eb57a44329ebd7f01 as hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44cc5db0211e423eb57a44329ebd7f01 2024-11-08T09:15:53,579 INFO [M:0;cf4d76213909:34217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44cc5db0211e423eb57a44329ebd7f01, entries=14, sequenceid=115, filesize=8.5 K 2024-11-08T09:15:53,581 DEBUG [M:0;cf4d76213909:34217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a88dea2d599c4a3f8b81b1f2f6abbe0f as hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a88dea2d599c4a3f8b81b1f2f6abbe0f 2024-11-08T09:15:53,589 INFO [M:0;cf4d76213909:34217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a88dea2d599c4a3f8b81b1f2f6abbe0f, entries=1, sequenceid=115, filesize=5.0 K 2024-11-08T09:15:53,591 INFO [M:0;cf4d76213909:34217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=115, compaction requested=false 2024-11-08T09:15:53,601 INFO [M:0;cf4d76213909:34217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:15:53,601 DEBUG [M:0;cf4d76213909:34217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057352663Disabling compacts and flushes for region at 1731057352663Disabling writes for close at 1731057352663Obtaining lock to block concurrent updates at 1731057352663Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057352663Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731057352664 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057352665 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057352665Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057352685 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057352685Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057352699 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057352715 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057352715Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057353129 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057353144 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057353145 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7b7b30: reopening flushed file at 1731057353558 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745f14b3: reopening flushed file at 1731057353569 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a30fa6e: reopening flushed file at 1731057353579 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=115, compaction requested=false at 1731057353591 (+12 ms)Writing region close event to WAL at 1731057353601 (+10 ms)Closed at 1731057353601 2024-11-08T09:15:53,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741830_1006 (size=59421) 2024-11-08T09:15:53,606 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,34217,1731057336793/cf4d76213909%2C34217%2C1731057336793.1731057339460 not finished, retry = 0 2024-11-08T09:15:53,707 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:15:53,707 INFO [M:0;cf4d76213909:34217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:15:53,708 INFO [M:0;cf4d76213909:34217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34217 2024-11-08T09:15:53,708 INFO [M:0;cf4d76213909:34217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:15:53,869 INFO [M:0;cf4d76213909:34217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:15:53,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:15:53,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34217-0x10119baa7980000, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:15:53,873 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:15:53,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:53,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:53,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:15:53,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:53,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:15:53,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:15:53,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:15:53,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36539 2024-11-08T09:15:53,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36539 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-08T09:15:53,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365390x0, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:15:53,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36539-0x10119baa7980006 connected 2024-11-08T09:15:53,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:53,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:53,919 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641645771/meta-region-server: INIT 2024-11-08T09:15:53,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/running 2024-11-08T09:15:53,920 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b, hbase.cluster.distributed=false 2024-11-08T09:15:53,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/acl 2024-11-08T09:15:53,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36539 2024-11-08T09:15:53,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36539 2024-11-08T09:15:53,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36539 2024-11-08T09:15:53,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36539 2024-11-08T09:15:53,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36539 2024-11-08T09:15:53,976 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:15:53,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:53,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:53,977 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:15:53,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:15:53,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:15:53,978 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:15:53,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:15:53,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33973 2024-11-08T09:15:53,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33973 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-08T09:15:53,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:53,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:54,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339730x0, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:15:54,015 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641645771/meta-region-server: INIT 2024-11-08T09:15:54,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339730x0, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/running 2024-11-08T09:15:54,018 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:15:54,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33973-0x10119baa7980007 connected 2024-11-08T09:15:54,052 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:15:54,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/master 2024-11-08T09:15:54,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/acl 2024-11-08T09:15:54,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33973 2024-11-08T09:15:54,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33973 2024-11-08T09:15:54,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33973 2024-11-08T09:15:54,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33973 2024-11-08T09:15:54,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33973 2024-11-08T09:15:54,077 DEBUG [M:0;cf4d76213909:36539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:36539 2024-11-08T09:15:54,077 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01641645771/backup-masters/cf4d76213909,36539,1731057353873 2024-11-08T09:15:54,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771/backup-masters 2024-11-08T09:15:54,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771/backup-masters 2024-11-08T09:15:54,089 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on existing znode=/01641645771/backup-masters/cf4d76213909,36539,1731057353873 2024-11-08T09:15:54,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01641645771/master 2024-11-08T09:15:54,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:54,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:54,097 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on existing znode=/01641645771/master 2024-11-08T09:15:54,098 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01641645771/backup-masters/cf4d76213909,36539,1731057353873 from backup master directory 2024-11-08T09:15:54,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641645771/backup-masters/cf4d76213909,36539,1731057353873 2024-11-08T09:15:54,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771/backup-masters 2024-11-08T09:15:54,106 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:15:54,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771/backup-masters 2024-11-08T09:15:54,106 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,36539,1731057353873 2024-11-08T09:15:54,134 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:15:54,134 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:15:54,159 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 25ms. 2024-11-08T09:15:54,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741846_1022 (size=196) 2024-11-08T09:15:54,185 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:15:54,186 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:15:54,186 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:15:54,200 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T09:15:54,205 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,34217,1731057336793 to hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,34217,1731057336793-dead as it is dead 2024-11-08T09:15:54,207 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T09:15:54,207 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T09:15:54,207 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,34217,1731057336793-dead/cf4d76213909%2C34217%2C1731057336793.1731057339460 2024-11-08T09:15:54,214 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,34217,1731057336793-dead/cf4d76213909%2C34217%2C1731057336793.1731057339460 after 5ms 2024-11-08T09:15:54,216 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,34217,1731057336793-dead/cf4d76213909%2C34217%2C1731057336793.1731057339460 to hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cf4d76213909%2C34217%2C1731057336793.1731057339460 2024-11-08T09:15:54,216 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,34217,1731057336793-dead 2024-11-08T09:15:54,217 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,36539,1731057353873 2024-11-08T09:15:54,221 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:15:54,225 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C36539%2C1731057353873, suffix=, logDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,36539,1731057353873, archiveDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/oldWALs, maxLogs=10 2024-11-08T09:15:54,245 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,36539,1731057353873/cf4d76213909%2C36539%2C1731057353873.1731057354225, exclude list is [], retry=0 2024-11-08T09:15:54,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42183,DS-7c740dae-6ad7-4bbc-8cd1-eca9b00f434e,DISK] 2024-11-08T09:15:54,268 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,36539,1731057353873/cf4d76213909%2C36539%2C1731057353873.1731057354225 2024-11-08T09:15:54,270 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38417:38417)] 2024-11-08T09:15:54,270 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:15:54,271 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:15:54,271 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:54,271 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:54,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:54,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:15:54,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:54,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbb40573a7db4d8680ef20e4184537f1 2024-11-08T09:15:54,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:54,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:54,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:15:54,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:54,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44cc5db0211e423eb57a44329ebd7f01 2024-11-08T09:15:54,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:54,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:54,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:15:54,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:54,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a88dea2d599c4a3f8b81b1f2f6abbe0f 2024-11-08T09:15:54,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:54,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:54,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:15:54,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:54,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:54,338 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:54,339 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T09:15:54,340 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cf4d76213909%2C34217%2C1731057336793.1731057339460 2024-11-08T09:15:54,363 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cf4d76213909%2C34217%2C1731057336793.1731057339460 2024-11-08T09:15:54,364 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cf4d76213909%2C34217%2C1731057336793.1731057339460 2024-11-08T09:15:54,367 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:54,367 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:54,368 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:15:54,370 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:15:54,378 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-08T09:15:54,381 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73866329, jitterRate=0.10069407522678375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:15:54,382 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057354271Initializing all the Stores at 1731057354273 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057354273Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057354273Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057354273Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057354273Cleaning up temporary data from old regions at 1731057354367 (+94 ms)Region opened successfully at 1731057354381 (+14 ms) 2024-11-08T09:15:54,401 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:15:54,410 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2c46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:15:54,428 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T09:15:54,428 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:15:54,428 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:15:54,429 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:15:54,431 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T09:15:54,448 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:15:54,451 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:15:54,453 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:15:54,453 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:15:54,453 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T09:15:54,454 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T09:15:54,454 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 23 msec 2024-11-08T09:15:54,454 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:15:54,498 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=cf4d76213909,43067,1731057337834, regionLocation=cf4d76213909,43067,1731057337834, openSeqNum=2 2024-11-08T09:15:54,498 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=cf4d76213909,43067,1731057337834, table=hbase:meta, region=1588230740 2024-11-08T09:15:54,498 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,43067,1731057337834, state=OPEN 2024-11-08T09:15:54,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01641645771/meta-region-server 2024-11-08T09:15:54,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01641645771/meta-region-server 2024-11-08T09:15:54,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641645771/meta-region-server: CHANGED 2024-11-08T09:15:54,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641645771/meta-region-server: CHANGED 2024-11-08T09:15:54,525 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:15:54,601 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641645771/draining/cf4d76213909,43067,1731057337834 already deleted, retry=false 2024-11-08T09:15:54,603 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of cf4d76213909,43067,1731057337834 on cf4d76213909,36539,1731057353873 2024-11-08T09:15:54,614 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cf4d76213909,43067,1731057337834, splitWal=true, meta=true 2024-11-08T09:15:54,617 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for cf4d76213909,43067,1731057337834 (carryingMeta=true) cf4d76213909,43067,1731057337834/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@361933c4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T09:15:54,623 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Unable to get data of znode /01641645771/balancer because node does not exist (not necessarily an error) 2024-11-08T09:15:54,632 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641645771/balancer already deleted, retry=false 2024-11-08T09:15:54,633 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:15:54,640 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Unable to get data of znode /01641645771/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:15:54,684 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641645771/normalizer already deleted, retry=false 2024-11-08T09:15:54,686 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:15:54,690 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Unable to get data of znode /01641645771/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:15:54,706 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641645771/switch/split already deleted, retry=false 2024-11-08T09:15:54,709 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Unable to get data of znode /01641645771/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:15:54,716 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641645771/switch/merge already deleted, retry=false 2024-11-08T09:15:54,744 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Unable to get data of znode /01641645771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:15:54,751 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641645771/snapshot-cleanup already deleted, retry=false 2024-11-08T09:15:54,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01641645771/running 2024-11-08T09:15:54,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:54,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01641645771/running 2024-11-08T09:15:54,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:15:54,767 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,36539,1731057353873, sessionid=0x10119baa7980006, setting cluster-up flag (Was=false) 2024-11-08T09:15:54,781 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01641645771/flush-table-proc/acquired, /01641645771/flush-table-proc/reached, /01641645771/flush-table-proc/abort 2024-11-08T09:15:54,783 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,36539,1731057353873 2024-11-08T09:15:54,793 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01641645771/online-snapshot/acquired, /01641645771/online-snapshot/reached, /01641645771/online-snapshot/abort 2024-11-08T09:15:54,796 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,36539,1731057353873 2024-11-08T09:15:54,801 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/.lastflushedseqids 2024-11-08T09:15:54,806 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:15:54,807 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:15:54,807 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,36539,1731057353873 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 cf4d76213909,43067,1731057337834 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:15:54,810 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:15:54,810 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:15:54,810 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:15:54,811 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:15:54,811 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:15:54,811 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:54,811 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:15:54,811 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:54,820 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cf4d76213909,43067,1731057337834, splitWal=true, meta=true 2024-11-08T09:15:54,822 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure cf4d76213909,43067,1731057337834, splitWal=true, meta=true, isMeta: true 2024-11-08T09:15:54,824 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057384824 2024-11-08T09:15:54,824 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:15:54,825 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834-splitting 2024-11-08T09:15:54,825 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:15:54,825 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:15:54,825 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:15:54,825 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:15:54,825 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:15:54,826 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834-splitting dir is empty, no logs to split. 2024-11-08T09:15:54,826 INFO [PEWorker-1 {}] master.SplitWALManager(105): cf4d76213909,43067,1731057337834 WAL count=0, meta=true 2024-11-08T09:15:54,828 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:54,829 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:15:54,830 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:15:54,830 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:15:54,830 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:15:54,831 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834-splitting dir is empty, no logs to split. 2024-11-08T09:15:54,831 INFO [PEWorker-1 {}] master.SplitWALManager(105): cf4d76213909,43067,1731057337834 WAL count=0, meta=true 2024-11-08T09:15:54,831 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if cf4d76213909,43067,1731057337834 WAL splitting is done? wals=0, meta=true 2024-11-08T09:15:54,832 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:15:54,832 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:15:54,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:15:54,835 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057354832,5,FailOnTimeoutGroup] 2024-11-08T09:15:54,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:15:54,836 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057354835,5,FailOnTimeoutGroup] 2024-11-08T09:15:54,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:54,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:15:54,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:54,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:54,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057354836, completionTime=-1 2024-11-08T09:15:54,837 WARN [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T09:15:54,837 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T09:15:54,840 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T09:15:54,863 INFO [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(746): ClusterId : 2427e3ef-b35e-4adb-be9b-ce1d53af879c 2024-11-08T09:15:54,863 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:15:54,875 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:15:54,875 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:15:54,886 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:15:54,886 DEBUG [RS:0;cf4d76213909:33973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a5cf33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:15:54,900 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:33973 2024-11-08T09:15:54,900 INFO [RS:0;cf4d76213909:33973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:15:54,900 INFO [RS:0;cf4d76213909:33973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:15:54,900 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:15:54,901 INFO [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,36539,1731057353873 with port=33973, startcode=1731057353976 2024-11-08T09:15:54,901 DEBUG [RS:0;cf4d76213909:33973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:15:54,903 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:15:54,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36539 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,33973,1731057353976 2024-11-08T09:15:54,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36539 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,33973,1731057353976 2024-11-08T09:15:54,906 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b 2024-11-08T09:15:54,906 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41719 2024-11-08T09:15:54,906 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:15:54,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771/rs 2024-11-08T09:15:54,917 DEBUG [RS:0;cf4d76213909:33973 {}] zookeeper.ZKUtil(111): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on existing znode=/01641645771/rs/cf4d76213909,33973,1731057353976 2024-11-08T09:15:54,917 WARN [RS:0;cf4d76213909:33973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:15:54,918 INFO [RS:0;cf4d76213909:33973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:15:54,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,33973,1731057353976] 2024-11-08T09:15:54,918 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976 2024-11-08T09:15:54,940 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T09:15:54,970 INFO [RS:0;cf4d76213909:33973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:15:54,973 INFO [RS:0;cf4d76213909:33973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:15:54,974 INFO [RS:0;cf4d76213909:33973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:15:54,974 INFO [RS:0;cf4d76213909:33973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:54,974 INFO [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:15:54,976 INFO [RS:0;cf4d76213909:33973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:15:54,976 INFO [RS:0;cf4d76213909:33973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:54,976 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:54,976 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:54,976 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:54,976 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:54,977 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:54,977 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:15:54,977 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:54,977 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:54,977 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:54,977 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:54,977 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:54,977 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:15:54,977 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:15:54,977 DEBUG [RS:0;cf4d76213909:33973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:15:54,980 INFO [RS:0;cf4d76213909:33973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:54,980 INFO [RS:0;cf4d76213909:33973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:54,980 INFO [RS:0;cf4d76213909:33973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:54,980 INFO [RS:0;cf4d76213909:33973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:54,981 INFO [RS:0;cf4d76213909:33973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:54,981 INFO [RS:0;cf4d76213909:33973 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33973,1731057353976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:15:54,988 WARN [cf4d76213909:36539 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T09:15:55,000 INFO [RS:0;cf4d76213909:33973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:15:55,000 INFO [RS:0;cf4d76213909:33973 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33973,1731057353976-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:55,017 INFO [RS:0;cf4d76213909:33973 {}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,33973,1731057353976, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:15:55,034 INFO [RS:0;cf4d76213909:33973 {}] regionserver.ReplicationSource(231): queueId=2-cf4d76213909,33973,1731057353976, ReplicationSource: 2, currentBandwidth=0 2024-11-08T09:15:55,035 INFO [RS:0;cf4d76213909:33973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:55,035 INFO [RS:0;cf4d76213909:33973 {}] regionserver.Replication(171): cf4d76213909,33973,1731057353976 started 2024-11-08T09:15:55,036 DEBUG [RS:0;cf4d76213909:33973.replicationSource,1-cf4d76213909,33973,1731057353976 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41767' 2024-11-08T09:15:55,038 DEBUG [RS:0;cf4d76213909:33973.replicationSource,1-cf4d76213909,33973,1731057353976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38582672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:55,038 DEBUG [RS:0;cf4d76213909:33973.replicationSource,1-cf4d76213909,33973,1731057353976 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41767,-1 for getting cluster id 2024-11-08T09:15:55,038 DEBUG [RS:0;cf4d76213909:33973.replicationSource,1-cf4d76213909,33973,1731057353976 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:55,040 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5586e0c-b1af-429d-a19c-a674408a0d9d' 2024-11-08T09:15:55,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5586e0c-b1af-429d-a19c-a674408a0d9d" 2024-11-08T09:15:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ca41574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41767,-1] 2024-11-08T09:15:55,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:55,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:55,045 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:55,047 DEBUG [RS:0;cf4d76213909:33973.replicationSource,1-cf4d76213909,33973,1731057353976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6adf7597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:55,047 DEBUG [RS:0;cf4d76213909:33973.replicationSource,1-cf4d76213909,33973,1731057353976 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:15:55,054 DEBUG [RS:0;cf4d76213909:33973.replicationSource,1-cf4d76213909,33973,1731057353976 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41767,1731057344173 2024-11-08T09:15:55,054 DEBUG [RS:0;cf4d76213909:33973.replicationSource,1-cf4d76213909,33973,1731057353976 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cc66a06 2024-11-08T09:15:55,054 DEBUG [RS:0;cf4d76213909:33973.replicationSource,1-cf4d76213909,33973,1731057353976 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:15:55,056 DEBUG [RS:0;cf4d76213909:33973.replicationSource,2-cf4d76213909,33973,1731057353976 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41767' 2024-11-08T09:15:55,056 INFO [RS:0;cf4d76213909:33973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:55,056 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T09:15:55,056 INFO [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,33973,1731057353976, RpcServer on cf4d76213909/172.17.0.2:33973, sessionid=0x10119baa7980007 2024-11-08T09:15:55,057 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:15:55,057 DEBUG [RS:0;cf4d76213909:33973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,33973,1731057353976 2024-11-08T09:15:55,057 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,33973,1731057353976' 2024-11-08T09:15:55,057 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01641645771/flush-table-proc/abort' 2024-11-08T09:15:55,058 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01641645771/flush-table-proc/acquired' 2024-11-08T09:15:55,059 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:15:55,059 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:15:55,059 DEBUG [RS:0;cf4d76213909:33973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,33973,1731057353976 2024-11-08T09:15:55,059 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,33973,1731057353976' 2024-11-08T09:15:55,059 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01641645771/online-snapshot/abort' 2024-11-08T09:15:55,060 INFO [RS:0;cf4d76213909:33973.replicationSource,1-cf4d76213909,33973,1731057353976 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,33973,1731057353976 (queues=0) is replicating from cluster=2427e3ef-b35e-4adb-be9b-ce1d53af879c to cluster=b5586e0c-b1af-429d-a19c-a674408a0d9d 2024-11-08T09:15:55,060 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01641645771/online-snapshot/acquired' 2024-11-08T09:15:55,061 DEBUG [RS:0;cf4d76213909:33973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:15:55,061 INFO [RS:0;cf4d76213909:33973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:15:55,061 INFO [RS:0;cf4d76213909:33973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:15:55,065 DEBUG [RS:0;cf4d76213909:33973.replicationSource,2-cf4d76213909,33973,1731057353976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e6fe640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:55,065 DEBUG [RS:0;cf4d76213909:33973.replicationSource,2-cf4d76213909,33973,1731057353976 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41767,-1 for getting cluster id 2024-11-08T09:15:55,065 DEBUG [RS:0;cf4d76213909:33973.replicationSource,2-cf4d76213909,33973,1731057353976 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:55,067 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5586e0c-b1af-429d-a19c-a674408a0d9d' 2024-11-08T09:15:55,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:55,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5586e0c-b1af-429d-a19c-a674408a0d9d" 2024-11-08T09:15:55,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@98971cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:55,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41767,-1] 2024-11-08T09:15:55,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:55,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:55,077 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:55,078 DEBUG [RS:0;cf4d76213909:33973.replicationSource,2-cf4d76213909,33973,1731057353976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a74c9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:55,079 DEBUG [RS:0;cf4d76213909:33973.replicationSource,2-cf4d76213909,33973,1731057353976 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:15:55,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41767,1731057344173 2024-11-08T09:15:55,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d2aa3b5 2024-11-08T09:15:55,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:15:55,085 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T09:15:55,086 INFO [RS:0;cf4d76213909:33973.replicationSource,2-cf4d76213909,33973,1731057353976 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cf4d76213909,33973,1731057353976 (queues=0) is replicating from cluster=2427e3ef-b35e-4adb-be9b-ce1d53af879c to cluster=b5586e0c-b1af-429d-a19c-a674408a0d9d 2024-11-08T09:15:55,162 INFO [RS:0;cf4d76213909:33973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:15:55,164 INFO [RS:0;cf4d76213909:33973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C33973%2C1731057353976, suffix=, logDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976, archiveDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/oldWALs, maxLogs=10 2024-11-08T09:15:55,180 DEBUG [RS:0;cf4d76213909:33973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165, exclude list is [], retry=0 2024-11-08T09:15:55,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42183,DS-7c740dae-6ad7-4bbc-8cd1-eca9b00f434e,DISK] 2024-11-08T09:15:55,187 INFO [RS:0;cf4d76213909:33973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 2024-11-08T09:15:55,188 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cf4d76213909%2C33973%2C1731057353976 for peer 2 2024-11-08T09:15:55,188 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cf4d76213909%2C33973%2C1731057353976 for peer 1 2024-11-08T09:15:55,188 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C33973%2C1731057353976 2024-11-08T09:15:55,188 INFO [RS:0;cf4d76213909:33973 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,33973,1731057353976, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:15:55,189 INFO [RS:0;cf4d76213909:33973.replicationSource.shippercf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C33973%2C1731057353976 2024-11-08T09:15:55,189 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cf4d76213909%2C33973%2C1731057353976 2024-11-08T09:15:55,189 INFO [RS:0;cf4d76213909:33973 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cf4d76213909,33973,1731057353976, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:15:55,196 INFO [RS:0;cf4d76213909:33973.replicationSource.shippercf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C33973%2C1731057353976 2024-11-08T09:15:55,196 DEBUG [RS:0;cf4d76213909:33973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38417:38417)] 2024-11-08T09:15:55,197 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165, startPosition=0, beingWritten=true 2024-11-08T09:15:55,197 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165, startPosition=0, beingWritten=true 2024-11-08T09:15:55,238 DEBUG [cf4d76213909:36539 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:15:55,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,33973,1731057353976 2024-11-08T09:15:55,241 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,33973,1731057353976, state=OPENING 2024-11-08T09:15:55,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01641645771/meta-region-server 2024-11-08T09:15:55,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01641645771/meta-region-server 2024-11-08T09:15:55,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641645771/meta-region-server: CHANGED 2024-11-08T09:15:55,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641645771/meta-region-server: CHANGED 2024-11-08T09:15:55,253 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:15:55,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,33973,1731057353976}] 2024-11-08T09:15:55,407 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:15:55,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:15:55,411 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:55,415 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:55,415 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:15:55,415 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:15:55,416 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:15:55,420 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C33973%2C1731057353976.meta, suffix=.meta, logDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976, archiveDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/oldWALs, maxLogs=10 2024-11-08T09:15:55,441 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.meta.1731057355421.meta, exclude list is [], retry=0 2024-11-08T09:15:55,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42183,DS-7c740dae-6ad7-4bbc-8cd1-eca9b00f434e,DISK] 2024-11-08T09:15:55,447 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.meta.1731057355421.meta 2024-11-08T09:15:55,447 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38417:38417)] 2024-11-08T09:15:55,448 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:15:55,448 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:15:55,448 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:15:55,448 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:15:55,448 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:15:55,449 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:15:55,449 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:15:55,449 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:15:55,449 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:15:55,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:15:55,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:15:55,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:55,461 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/info/f4d5c23686f44f2aae0319c54617d8e4 2024-11-08T09:15:55,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:55,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:15:55,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:15:55,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:55,473 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/ns/e466a743dae64f238c57d5d31e5beba0 2024-11-08T09:15:55,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:55,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:15:55,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:15:55,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:55,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:55,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:15:55,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:15:55,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:55,485 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/table/7cf123facadc4a00892545f2ab520a24 2024-11-08T09:15:55,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:15:55,486 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:15:55,487 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740 2024-11-08T09:15:55,489 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740 2024-11-08T09:15:55,492 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:15:55,492 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:15:55,493 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:15:55,496 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:15:55,497 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66669396, jitterRate=-0.006548583507537842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:15:55,497 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:15:55,498 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057355449Writing region info on filesystem at 1731057355449Initializing all the Stores at 1731057355450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057355450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057355450Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057355451 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057355451Cleaning up temporary data from old regions at 1731057355492 (+41 ms)Running coprocessor post-open hooks at 1731057355497 (+5 ms)Region opened successfully at 1731057355498 (+1 ms) 2024-11-08T09:15:55,499 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731057355407 2024-11-08T09:15:55,502 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:15:55,503 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:15:55,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=cf4d76213909,33973,1731057353976 2024-11-08T09:15:55,505 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,33973,1731057353976, state=OPEN 2024-11-08T09:15:55,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01641645771/meta-region-server 2024-11-08T09:15:55,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01641645771/meta-region-server 2024-11-08T09:15:55,516 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,33973,1731057353976 2024-11-08T09:15:55,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641645771/meta-region-server: CHANGED 2024-11-08T09:15:55,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641645771/meta-region-server: CHANGED 2024-11-08T09:15:55,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-08T09:15:55,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,33973,1731057353976 in 262 msec 2024-11-08T09:15:55,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T09:15:55,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 688 msec 2024-11-08T09:15:55,717 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:55,728 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:56,123 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:56,133 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:56,444 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-08T09:15:56,629 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:56,639 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:57,238 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:57,246 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:57,287 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:15:57,944 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:57,946 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-08T09:15:57,952 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:58,764 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:58,783 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:59,349 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T09:15:59,349 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:15:59,349 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:15:59,349 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,33973,1731057353976, seqNum=-1] 2024-11-08T09:15:59,350 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:15:59,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:15:59,360 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d395fa0047ffd029dce0116600d26098, regionState=OPEN, lastHost=cf4d76213909,43067,1731057337834, regionLocation=cf4d76213909,43067,1731057337834, openSeqNum=2 2024-11-08T09:15:59,360 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:15:59,360 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057419360 2024-11-08T09:15:59,360 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057479360 2024-11-08T09:15:59,361 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-08T09:15:59,361 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,36539,1731057353873-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:59,361 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,36539,1731057353873-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:59,361 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,36539,1731057353873-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:59,361 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:36539, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:59,361 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:59,362 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): cf4d76213909,43067,1731057337834 had 2 regions 2024-11-08T09:15:59,362 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:59,366 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cf4d76213909,43067,1731057337834, splitWal=true, meta=true, isMeta: false 2024-11-08T09:15:59,372 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834-splitting dir is empty, no logs to split. 2024-11-08T09:15:59,372 INFO [PEWorker-3 {}] master.SplitWALManager(105): cf4d76213909,43067,1731057337834 WAL count=0, meta=false 2024-11-08T09:15:59,379 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.273sec 2024-11-08T09:15:59,379 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:15:59,379 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:15:59,379 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:15:59,379 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:15:59,379 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:15:59,379 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,36539,1731057353873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:15:59,379 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,36539,1731057353873-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:15:59,389 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,43067,1731057337834-splitting dir is empty, no logs to split. 2024-11-08T09:15:59,389 INFO [PEWorker-3 {}] master.SplitWALManager(105): cf4d76213909,43067,1731057337834 WAL count=0, meta=false 2024-11-08T09:15:59,389 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if cf4d76213909,43067,1731057337834 WAL splitting is done? wals=0, meta=false 2024-11-08T09:15:59,396 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:15:59,396 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:15:59,396 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,36539,1731057353873-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:15:59,413 WARN [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=cf4d76213909,43067,1731057337834/hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:59,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d395fa0047ffd029dce0116600d26098, ASSIGN}] 2024-11-08T09:15:59,418 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d395fa0047ffd029dce0116600d26098, ASSIGN 2024-11-08T09:15:59,420 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d395fa0047ffd029dce0116600d26098, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T09:15:59,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dae96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:59,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,36539,-1 for getting cluster id 2024-11-08T09:15:59,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:59,477 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2427e3ef-b35e-4adb-be9b-ce1d53af879c' 2024-11-08T09:15:59,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:59,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2427e3ef-b35e-4adb-be9b-ce1d53af879c" 2024-11-08T09:15:59,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f096148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:59,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,36539,-1] 2024-11-08T09:15:59,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:59,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:59,482 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:59,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d9173a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:59,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:15:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,33973,1731057353976, seqNum=-1] 2024-11-08T09:15:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:15:59,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:15:59,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T09:15:59,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:15:59,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:15:59,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:59,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:59,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:15:59,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: cf4d76213909:36539 after: cf4d76213909:36539 2024-11-08T09:15:59,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:59,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,36539,-1 for getting cluster id 2024-11-08T09:15:59,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:15:59,506 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2427e3ef-b35e-4adb-be9b-ce1d53af879c' 2024-11-08T09:15:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:15:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2427e3ef-b35e-4adb-be9b-ce1d53af879c" 2024-11-08T09:15:59,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174e014f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:59,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,36539,-1] 2024-11-08T09:15:59,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:15:59,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:59,510 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:15:59,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:15:59,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:15:59,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,36539,1731057353873 2024-11-08T09:15:59,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d44d33c 2024-11-08T09:15:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:15:59,516 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:15:59,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36539 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T09:15:59,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36539 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T09:15:59,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36539 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T09:15:59,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36539 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T09:15:59,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:15:59,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:15:59,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:15:59,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:59,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:59,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:15:59,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:15:59,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1632553772, stopped=false 2024-11-08T09:15:59,523 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,41767,1731057344173 2024-11-08T09:15:59,569 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1540134904/running 2024-11-08T09:15:59,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1540134904/running 2024-11-08T09:15:59,569 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:59,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:15:59,569 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:15:59,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:15:59,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:15:59,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Set watcher on znode that does not yet exist, /1540134904/running 2024-11-08T09:15:59,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:59,570 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,45631,1731057344329' ***** 2024-11-08T09:15:59,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Set watcher on znode that does not yet exist, /1540134904/running 2024-11-08T09:15:59,570 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:15:59,570 INFO [RS:0;cf4d76213909:45631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:15:59,571 INFO [RS:0;cf4d76213909:45631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:15:59,571 INFO [RS:0;cf4d76213909:45631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:15:59,571 INFO [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,45631,1731057344329 2024-11-08T09:15:59,571 INFO [RS:0;cf4d76213909:45631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:15:59,572 INFO [RS:0;cf4d76213909:45631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45631. 2024-11-08T09:15:59,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:15:59,572 DEBUG [cf4d76213909:36539 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:15:59,572 DEBUG [RS:0;cf4d76213909:45631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:15:59,572 DEBUG [RS:0;cf4d76213909:45631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:15:59,572 INFO [RS:0;cf4d76213909:45631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:15:59,572 INFO [RS:0;cf4d76213909:45631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:15:59,572 INFO [RS:0;cf4d76213909:45631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:15:59,572 INFO [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:15:59,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d395fa0047ffd029dce0116600d26098, regionState=OPENING, regionLocation=cf4d76213909,33973,1731057353976 2024-11-08T09:15:59,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d395fa0047ffd029dce0116600d26098, ASSIGN because future has completed 2024-11-08T09:15:59,582 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:15:59,584 INFO [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T09:15:59,584 DEBUG [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:15:59,584 DEBUG [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:15:59,584 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:15:59,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d395fa0047ffd029dce0116600d26098, server=cf4d76213909,33973,1731057353976}] 2024-11-08T09:15:59,585 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:15:59,585 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:15:59,585 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:15:59,585 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:15:59,585 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T09:15:59,610 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/data/hbase/meta/1588230740/.tmp/ns/da0df9ba9c644d8eafa0936e562395b5 is 43, key is default/ns:d/1731057346576/Put/seqid=0 2024-11-08T09:15:59,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741835_1011 (size=5153) 2024-11-08T09:15:59,670 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:59,689 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:15:59,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:59,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:15:59,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:15:59,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C33973%2C1731057353976.rep, suffix=, logDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976, archiveDir=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/oldWALs, maxLogs=10 2024-11-08T09:15:59,755 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:15:59,756 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:15:59,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.rep.1731057359749, exclude list is [], retry=0 2024-11-08T09:15:59,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42183,DS-7c740dae-6ad7-4bbc-8cd1-eca9b00f434e,DISK] 2024-11-08T09:15:59,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.rep.1731057359749 2024-11-08T09:15:59,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38417:38417)] 2024-11-08T09:15:59,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d395fa0047ffd029dce0116600d26098, NAME => 'hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:15:59,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:15:59,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:15:59,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. service=MultiRowMutationService 2024-11-08T09:15:59,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:15:59,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:59,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:15:59,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:59,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:59,780 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:59,781 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d395fa0047ffd029dce0116600d26098 columnFamilyName hfileref 2024-11-08T09:15:59,782 DEBUG [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:59,782 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] regionserver.HStore(327): Store=d395fa0047ffd029dce0116600d26098/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:59,782 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:59,783 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d395fa0047ffd029dce0116600d26098 columnFamilyName queue 2024-11-08T09:15:59,784 DEBUG [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:59,785 DEBUG [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:15:59,794 DEBUG [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/replication/d395fa0047ffd029dce0116600d26098/queue/cbd7fe9e98ab4b7abe03872ebb93e65d 2024-11-08T09:15:59,794 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] regionserver.HStore(327): Store=d395fa0047ffd029dce0116600d26098/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:59,794 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:59,795 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d395fa0047ffd029dce0116600d26098 columnFamilyName sid 2024-11-08T09:15:59,795 DEBUG [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:15:59,796 INFO [StoreOpener-d395fa0047ffd029dce0116600d26098-1 {}] regionserver.HStore(327): Store=d395fa0047ffd029dce0116600d26098/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:15:59,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:59,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/replication/d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:59,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/replication/d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:59,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:59,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:59,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:15:59,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:59,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened d395fa0047ffd029dce0116600d26098; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64350953, jitterRate=-0.041096076369285583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:15:59,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d395fa0047ffd029dce0116600d26098 2024-11-08T09:15:59,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d395fa0047ffd029dce0116600d26098: Running coprocessor pre-open hook at 1731057359779Writing region info on filesystem at 1731057359779Initializing all the Stores at 1731057359780 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057359780Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057359780Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057359780Cleaning up temporary data from old regions at 1731057359800 (+20 ms)Running coprocessor post-open hooks at 1731057359804 (+4 ms)Region opened successfully at 1731057359804 2024-11-08T09:15:59,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098., pid=19, masterSystemTime=1731057359739 2024-11-08T09:15:59,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:59,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:15:59,810 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d395fa0047ffd029dce0116600d26098, regionState=OPEN, openSeqNum=10, regionLocation=cf4d76213909,33973,1731057353976 2024-11-08T09:15:59,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d395fa0047ffd029dce0116600d26098, server=cf4d76213909,33973,1731057353976 because future has completed 2024-11-08T09:15:59,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T09:15:59,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d395fa0047ffd029dce0116600d26098, server=cf4d76213909,33973,1731057353976 in 230 msec 2024-11-08T09:15:59,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-08T09:15:59,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d395fa0047ffd029dce0116600d26098, ASSIGN in 403 msec 2024-11-08T09:15:59,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T09:15:59,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098., hostname=cf4d76213909,33973,1731057353976, seqNum=10] 2024-11-08T09:15:59,867 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for cf4d76213909,43067,1731057337834 2024-11-08T09:15:59,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T09:15:59,985 DEBUG [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:16:00,019 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/data/hbase/meta/1588230740/.tmp/ns/da0df9ba9c644d8eafa0936e562395b5 2024-11-08T09:16:00,030 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/data/hbase/meta/1588230740/.tmp/ns/da0df9ba9c644d8eafa0936e562395b5 as hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/data/hbase/meta/1588230740/ns/da0df9ba9c644d8eafa0936e562395b5 2024-11-08T09:16:00,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-08T09:16:00,039 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/data/hbase/meta/1588230740/ns/da0df9ba9c644d8eafa0936e562395b5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T09:16:00,040 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=6, compaction requested=false 2024-11-08T09:16:00,040 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:16:00,046 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T09:16:00,047 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:16:00,047 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:16:00,047 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:16:00,047 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057359584Running coprocessor pre-close hooks at 1731057359584Disabling compacts and flushes for region at 1731057359584Disabling writes for close at 1731057359585 (+1 ms)Obtaining lock to block concurrent updates at 1731057359585Preparing flush snapshotting stores in 1588230740 at 1731057359585Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731057359585Flushing stores of hbase:meta,,1.1588230740 at 1731057359586 (+1 ms)Flushing 1588230740/ns: creating writer at 1731057359586Flushing 1588230740/ns: appending metadata at 1731057359609 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731057359609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77096621: reopening flushed file at 1731057360029 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=6, compaction requested=false at 1731057360040 (+11 ms)Writing region close event to WAL at 1731057360042 (+2 ms)Running coprocessor post-close hooks at 1731057360047 (+5 ms)Closed at 1731057360047 2024-11-08T09:16:00,048 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:16:00,185 INFO [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,45631,1731057344329; all regions closed. 2024-11-08T09:16:00,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741834_1010 (size=1152) 2024-11-08T09:16:00,207 DEBUG [RS:0;cf4d76213909:45631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/oldWALs 2024-11-08T09:16:00,207 INFO [RS:0;cf4d76213909:45631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C45631%2C1731057344329.meta:.meta(num 1731057346487) 2024-11-08T09:16:00,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741832_1008 (size=93) 2024-11-08T09:16:00,230 DEBUG [RS:0;cf4d76213909:45631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/oldWALs 2024-11-08T09:16:00,231 INFO [RS:0;cf4d76213909:45631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C45631%2C1731057344329:(num 1731057345830) 2024-11-08T09:16:00,231 DEBUG [RS:0;cf4d76213909:45631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:00,231 INFO [RS:0;cf4d76213909:45631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:16:00,231 INFO [RS:0;cf4d76213909:45631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:16:00,231 INFO [RS:0;cf4d76213909:45631 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:16:00,231 INFO [RS:0;cf4d76213909:45631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:16:00,231 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:16:00,231 INFO [RS:0;cf4d76213909:45631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45631 2024-11-08T09:16:00,274 INFO [RS:0;cf4d76213909:45631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:16:00,274 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1540134904/rs/cf4d76213909,45631,1731057344329 2024-11-08T09:16:00,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904/rs 2024-11-08T09:16:00,274 ERROR [pool-149-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f1f908e3998@4a0fc45e rejected from java.util.concurrent.ThreadPoolExecutor@f0d537b[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T09:16:00,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,45631,1731057344329] 2024-11-08T09:16:00,295 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1540134904/draining/cf4d76213909,45631,1731057344329 already deleted, retry=false 2024-11-08T09:16:00,295 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,45631,1731057344329 expired; onlineServers=0 2024-11-08T09:16:00,295 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,41767,1731057344173' ***** 2024-11-08T09:16:00,295 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:16:00,296 INFO [M:0;cf4d76213909:41767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:16:00,296 INFO [M:0;cf4d76213909:41767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:16:00,296 DEBUG [M:0;cf4d76213909:41767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:16:00,296 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:16:00,296 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057345521 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057345521,5,FailOnTimeoutGroup] 2024-11-08T09:16:00,296 DEBUG [M:0;cf4d76213909:41767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:16:00,296 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057345521 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057345521,5,FailOnTimeoutGroup] 2024-11-08T09:16:00,297 INFO [M:0;cf4d76213909:41767 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:16:00,297 INFO [M:0;cf4d76213909:41767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:16:00,297 DEBUG [M:0;cf4d76213909:41767 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:16:00,297 INFO [M:0;cf4d76213909:41767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:16:00,298 INFO [M:0;cf4d76213909:41767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:16:00,298 INFO [M:0;cf4d76213909:41767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:16:00,298 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:16:00,315 DEBUG [M:0;cf4d76213909:41767 {}] zookeeper.ZKUtil(347): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Unable to get data of znode /1540134904/master because node does not exist (not an error) 2024-11-08T09:16:00,315 WARN [M:0;cf4d76213909:41767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:16:00,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1540134904/master 2024-11-08T09:16:00,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1540134904 2024-11-08T09:16:00,322 INFO [M:0;cf4d76213909:41767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/.lastflushedseqids 2024-11-08T09:16:00,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741836_1012 (size=99) 2024-11-08T09:16:00,352 INFO [M:0;cf4d76213909:41767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:16:00,352 INFO [M:0;cf4d76213909:41767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:16:00,353 DEBUG [M:0;cf4d76213909:41767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:16:00,353 INFO [M:0;cf4d76213909:41767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:00,353 DEBUG [M:0;cf4d76213909:41767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:00,353 DEBUG [M:0;cf4d76213909:41767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:16:00,353 DEBUG [M:0;cf4d76213909:41767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:00,353 INFO [M:0;cf4d76213909:41767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T09:16:00,381 DEBUG [M:0;cf4d76213909:41767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4615f48fb6e54df28309daa64611c8ba is 82, key is hbase:meta,,1/info:regioninfo/1731057346548/Put/seqid=0 2024-11-08T09:16:00,385 INFO [RS:0;cf4d76213909:45631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:16:00,385 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:00,385 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x10119baa7980004, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:00,385 INFO [RS:0;cf4d76213909:45631 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,45631,1731057344329; zookeeper connection closed. 2024-11-08T09:16:00,389 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f77dfc6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f77dfc6 2024-11-08T09:16:00,389 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:16:00,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741837_1013 (size=5672) 2024-11-08T09:16:00,676 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:16:00,695 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:16:00,791 INFO [M:0;cf4d76213909:41767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4615f48fb6e54df28309daa64611c8ba 2024-11-08T09:16:00,816 DEBUG [M:0;cf4d76213909:41767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8757377b0afa4bd7b831feb998d374cf is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731057346584/Put/seqid=0 2024-11-08T09:16:00,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741838_1014 (size=5275) 2024-11-08T09:16:01,222 INFO [M:0;cf4d76213909:41767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8757377b0afa4bd7b831feb998d374cf 2024-11-08T09:16:01,246 DEBUG [M:0;cf4d76213909:41767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19db3356279b4daeb2ad9cfea3f02d79 is 69, key is cf4d76213909,45631,1731057344329/rs:state/1731057345566/Put/seqid=0 2024-11-08T09:16:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741839_1015 (size=5156) 2024-11-08T09:16:01,651 INFO [M:0;cf4d76213909:41767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19db3356279b4daeb2ad9cfea3f02d79 2024-11-08T09:16:01,659 DEBUG [M:0;cf4d76213909:41767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4615f48fb6e54df28309daa64611c8ba as hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4615f48fb6e54df28309daa64611c8ba 2024-11-08T09:16:01,667 INFO [M:0;cf4d76213909:41767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4615f48fb6e54df28309daa64611c8ba, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T09:16:01,669 DEBUG [M:0;cf4d76213909:41767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8757377b0afa4bd7b831feb998d374cf as hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8757377b0afa4bd7b831feb998d374cf 2024-11-08T09:16:01,677 INFO [M:0;cf4d76213909:41767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8757377b0afa4bd7b831feb998d374cf, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T09:16:01,678 DEBUG [M:0;cf4d76213909:41767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19db3356279b4daeb2ad9cfea3f02d79 as hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19db3356279b4daeb2ad9cfea3f02d79 2024-11-08T09:16:01,686 INFO [M:0;cf4d76213909:41767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45299/user/jenkins/test-data/e9f7f1e5-ee5f-a7b0-943a-484ac7172228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19db3356279b4daeb2ad9cfea3f02d79, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T09:16:01,688 INFO [M:0;cf4d76213909:41767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=28, compaction requested=false 2024-11-08T09:16:01,689 INFO [M:0;cf4d76213909:41767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:01,690 DEBUG [M:0;cf4d76213909:41767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057360353Disabling compacts and flushes for region at 1731057360353Disabling writes for close at 1731057360353Obtaining lock to block concurrent updates at 1731057360353Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057360353Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731057360354 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057360354Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057360355 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057360381 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057360381Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057360797 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057360816 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057360816Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057361230 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057361246 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057361246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35dabcba: reopening flushed file at 1731057361658 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2694253f: reopening flushed file at 1731057361667 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e87f7c: reopening flushed file at 1731057361677 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=28, compaction requested=false at 1731057361688 (+11 ms)Writing region close event to WAL at 1731057361689 (+1 ms)Closed at 1731057361689 2024-11-08T09:16:01,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741830_1006 (size=10165) 2024-11-08T09:16:01,694 INFO [M:0;cf4d76213909:41767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:16:01,694 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:16:01,694 INFO [M:0;cf4d76213909:41767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41767 2024-11-08T09:16:01,697 INFO [M:0;cf4d76213909:41767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:16:01,782 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:16:01,803 DEBUG [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 to pos 0, reset compression=false 2024-11-08T09:16:01,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:01,848 INFO [M:0;cf4d76213909:41767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:16:01,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10119baa7980003, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:01,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:16:01,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:16:01,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:16:01,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:16:01,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/hadoop.log.dir/,STOPPED} 2024-11-08T09:16:01,858 WARN [BP-409372372-172.17.0.2-1731057342099 heartbeating to localhost/127.0.0.1:45299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:16:01,858 WARN [BP-409372372-172.17.0.2-1731057342099 heartbeating to localhost/127.0.0.1:45299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-409372372-172.17.0.2-1731057342099 (Datanode Uuid 01a461b8-44d5-4458-bb13-b166f46d64f3) service to localhost/127.0.0.1:45299 2024-11-08T09:16:01,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/cluster_f8cefc77-559b-074e-5445-320b8142bfe1/data/data1/current/BP-409372372-172.17.0.2-1731057342099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:16:01,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/cluster_f8cefc77-559b-074e-5445-320b8142bfe1/data/data2/current/BP-409372372-172.17.0.2-1731057342099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:16:01,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:16:01,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:16:01,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:16:01,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:16:01,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:16:01,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:16:01,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:16:01,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/hadoop.log.dir/,STOPPED} 2024-11-08T09:16:01,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:16:01,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:16:01,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:16:01,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:01,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:01,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:01,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:16:01,892 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:16:01,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=416352686, stopped=false 2024-11-08T09:16:01,893 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,36539,1731057353873 2024-11-08T09:16:01,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641645771/running 2024-11-08T09:16:01,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:16:01,906 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:16:01,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641645771/running 2024-11-08T09:16:01,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:16:01,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:16:01,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/running 2024-11-08T09:16:01,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Set watcher on znode that does not yet exist, /01641645771/running 2024-11-08T09:16:01,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:01,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:01,907 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,33973,1731057353976' ***** 2024-11-08T09:16:01,907 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:16:01,908 INFO [RS:0;cf4d76213909:33973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:16:01,908 INFO [RS:0;cf4d76213909:33973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:16:01,908 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:16:01,908 INFO [RS:0;cf4d76213909:33973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:16:01,908 INFO [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(3091): Received CLOSE for d395fa0047ffd029dce0116600d26098 2024-11-08T09:16:01,908 INFO [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,33973,1731057353976 2024-11-08T09:16:01,908 INFO [RS:0;cf4d76213909:33973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:16:01,908 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d395fa0047ffd029dce0116600d26098, disabling compactions & flushes 2024-11-08T09:16:01,908 INFO [RS:0;cf4d76213909:33973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:33973. 2024-11-08T09:16:01,908 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:16:01,909 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:16:01,909 DEBUG [RS:0;cf4d76213909:33973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:01,909 DEBUG [RS:0;cf4d76213909:33973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:01,909 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. after waiting 0 ms 2024-11-08T09:16:01,909 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:16:01,909 INFO [RS:0;cf4d76213909:33973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:16:01,909 INFO [RS:0;cf4d76213909:33973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:16:01,909 INFO [RS:0;cf4d76213909:33973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:16:01,909 INFO [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:16:01,909 INFO [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:16:01,909 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(1325): Online Regions={d395fa0047ffd029dce0116600d26098=hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:16:01,909 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d395fa0047ffd029dce0116600d26098 2024-11-08T09:16:01,909 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:16:01,909 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:16:01,910 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:16:01,910 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:16:01,910 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:16:01,910 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T09:16:01,916 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/replication/d395fa0047ffd029dce0116600d26098/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-08T09:16:01,917 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:16:01,917 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:16:01,917 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:16:01,918 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d395fa0047ffd029dce0116600d26098: Waiting for close lock at 1731057361908Running coprocessor pre-close hooks at 1731057361908Disabling compacts and flushes for region at 1731057361908Disabling writes for close at 1731057361909 (+1 ms)Writing region close event to WAL at 1731057361909Running coprocessor post-close hooks at 1731057361917 (+8 ms)Closed at 1731057361917 2024-11-08T09:16:01,918 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098. 2024-11-08T09:16:01,932 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/.tmp/info/5a8519b04fb243f59067dbc2f0462293 is 147, key is hbase:replication,,1731057346840.d395fa0047ffd029dce0116600d26098./info:regioninfo/1731057359809/Put/seqid=0 2024-11-08T09:16:01,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741851_1027 (size=6385) 2024-11-08T09:16:01,980 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:16:01,981 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:16:01,990 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:16:02,110 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:16:02,310 DEBUG [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:16:02,339 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/.tmp/info/5a8519b04fb243f59067dbc2f0462293 2024-11-08T09:16:02,348 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/.tmp/info/5a8519b04fb243f59067dbc2f0462293 as hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/info/5a8519b04fb243f59067dbc2f0462293 2024-11-08T09:16:02,357 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/info/5a8519b04fb243f59067dbc2f0462293, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T09:16:02,358 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false 2024-11-08T09:16:02,364 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T09:16:02,365 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:16:02,365 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:16:02,365 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:16:02,366 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057361909Running coprocessor pre-close hooks at 1731057361909Disabling compacts and flushes for region at 1731057361909Disabling writes for close at 1731057361910 (+1 ms)Obtaining lock to block concurrent updates at 1731057361910Preparing flush snapshotting stores in 1588230740 at 1731057361910Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731057361910Flushing stores of hbase:meta,,1.1588230740 at 1731057361911 (+1 ms)Flushing 1588230740/info: creating writer at 1731057361911Flushing 1588230740/info: appending metadata at 1731057361931 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731057361931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12faa83a: reopening flushed file at 1731057362347 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false at 1731057362358 (+11 ms)Writing region close event to WAL at 1731057362360 (+2 ms)Running coprocessor post-close hooks at 1731057362365 (+5 ms)Closed at 1731057362365 2024-11-08T09:16:02,366 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:16:02,510 INFO [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,33973,1731057353976; all regions closed. 2024-11-08T09:16:02,515 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.meta.1731057355421.meta not finished, retry = 0 2024-11-08T09:16:02,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741849_1025 (size=2156) 2024-11-08T09:16:02,619 DEBUG [RS:0;cf4d76213909:33973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/oldWALs 2024-11-08T09:16:02,619 INFO [RS:0;cf4d76213909:33973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C33973%2C1731057353976.meta:.meta(num 1731057355421) 2024-11-08T09:16:02,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741850_1026 (size=796) 2024-11-08T09:16:02,625 DEBUG [RS:0;cf4d76213909:33973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/oldWALs 2024-11-08T09:16:02,625 INFO [RS:0;cf4d76213909:33973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C33973%2C1731057353976.rep:(num 1731057359749) 2024-11-08T09:16:02,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741848_1024 (size=93) 2024-11-08T09:16:02,628 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/WALs/cf4d76213909,33973,1731057353976/cf4d76213909%2C33973%2C1731057353976.1731057355165 not finished, retry = 0 2024-11-08T09:16:02,844 DEBUG [RS:0;cf4d76213909:33973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/oldWALs 2024-11-08T09:16:02,845 INFO [RS:0;cf4d76213909:33973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C33973%2C1731057353976:(num 1731057355165) 2024-11-08T09:16:02,845 DEBUG [RS:0;cf4d76213909:33973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:02,845 INFO [RS:0;cf4d76213909:33973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:16:02,845 INFO [RS:0;cf4d76213909:33973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:16:02,845 INFO [RS:0;cf4d76213909:33973 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:16:02,845 INFO [RS:0;cf4d76213909:33973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:16:02,846 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:16:02,846 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T09:16:02,846 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T09:16:02,846 INFO [RS:0;cf4d76213909:33973 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,33973,1731057353976 because: Region server is closing 2024-11-08T09:16:02,846 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-08T09:16:02,846 INFO [RS:0;cf4d76213909:33973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:33973. 2024-11-08T09:16:02,846 DEBUG [RS:0;cf4d76213909:33973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:02,847 DEBUG [RS:0;cf4d76213909:33973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:02,847 DEBUG [RS:0;cf4d76213909:33973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:02,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:16:02,948 WARN [RS:0;cf4d76213909:33973.replicationSource.wal-reader.cf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T09:16:02,948 WARN [RS:0;cf4d76213909:33973.replicationSource.shippercf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T09:16:02,948 INFO [RS:0;cf4d76213909:33973 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;cf4d76213909:33973.replicationSource.shippercf4d76213909%2C33973%2C1731057353976,1-cf4d76213909,33973,1731057353976 terminated 2024-11-08T09:16:02,948 INFO [RS:0;cf4d76213909:33973 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cf4d76213909,33973,1731057353976 because: Region server is closing 2024-11-08T09:16:02,948 INFO [RS:0;cf4d76213909:33973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:33973. 2024-11-08T09:16:02,948 DEBUG [RS:0;cf4d76213909:33973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:02,948 DEBUG [RS:0;cf4d76213909:33973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:02,949 DEBUG [RS:0;cf4d76213909:33973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:02,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:16:03,049 WARN [RS:0;cf4d76213909:33973.replicationSource.shippercf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T09:16:03,049 INFO [RS:0;cf4d76213909:33973 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;cf4d76213909:33973.replicationSource.shippercf4d76213909%2C33973%2C1731057353976,2-cf4d76213909,33973,1731057353976 terminated 2024-11-08T09:16:03,050 INFO [RS:0;cf4d76213909:33973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33973 2024-11-08T09:16:03,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771/rs 2024-11-08T09:16:03,074 INFO [RS:0;cf4d76213909:33973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:16:03,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641645771/rs/cf4d76213909,33973,1731057353976 2024-11-08T09:16:03,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,33973,1731057353976] 2024-11-08T09:16:03,095 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01641645771/draining/cf4d76213909,33973,1731057353976 already deleted, retry=false 2024-11-08T09:16:03,095 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,33973,1731057353976 expired; onlineServers=0 2024-11-08T09:16:03,095 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,36539,1731057353873' ***** 2024-11-08T09:16:03,095 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:16:03,095 INFO [M:0;cf4d76213909:36539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:16:03,095 INFO [M:0;cf4d76213909:36539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:16:03,095 DEBUG [M:0;cf4d76213909:36539 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:16:03,095 DEBUG [M:0;cf4d76213909:36539 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:16:03,095 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:16:03,095 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057354832 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057354832,5,FailOnTimeoutGroup] 2024-11-08T09:16:03,095 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057354835 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057354835,5,FailOnTimeoutGroup] 2024-11-08T09:16:03,096 INFO [M:0;cf4d76213909:36539 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:16:03,096 INFO [M:0;cf4d76213909:36539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:16:03,096 DEBUG [M:0;cf4d76213909:36539 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:16:03,096 INFO [M:0;cf4d76213909:36539 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:16:03,096 INFO [M:0;cf4d76213909:36539 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:16:03,096 INFO [M:0;cf4d76213909:36539 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:16:03,096 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:16:03,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641645771/master 2024-11-08T09:16:03,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641645771 2024-11-08T09:16:03,106 DEBUG [M:0;cf4d76213909:36539 {}] zookeeper.ZKUtil(347): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Unable to get data of znode /01641645771/master because node does not exist (not an error) 2024-11-08T09:16:03,106 WARN [M:0;cf4d76213909:36539 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:16:03,107 INFO [M:0;cf4d76213909:36539 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/.lastflushedseqids 2024-11-08T09:16:03,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741852_1028 (size=181) 2024-11-08T09:16:03,115 INFO [M:0;cf4d76213909:36539 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:16:03,115 INFO [M:0;cf4d76213909:36539 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:16:03,115 DEBUG [M:0;cf4d76213909:36539 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:16:03,115 INFO [M:0;cf4d76213909:36539 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:03,115 DEBUG [M:0;cf4d76213909:36539 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:03,115 DEBUG [M:0;cf4d76213909:36539 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:16:03,115 DEBUG [M:0;cf4d76213909:36539 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:03,116 INFO [M:0;cf4d76213909:36539 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T09:16:03,136 DEBUG [M:0;cf4d76213909:36539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc21c516e994457ca4339fd05d8181ee is 82, key is hbase:meta,,1/info:regioninfo/1731057355503/Put/seqid=0 2024-11-08T09:16:03,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741853_1029 (size=5680) 2024-11-08T09:16:03,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:03,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33973-0x10119baa7980007, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:03,185 INFO [RS:0;cf4d76213909:33973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:16:03,185 INFO [RS:0;cf4d76213909:33973 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,33973,1731057353976; zookeeper connection closed. 2024-11-08T09:16:03,185 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e191b09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e191b09 2024-11-08T09:16:03,186 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:16:03,543 INFO [M:0;cf4d76213909:36539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc21c516e994457ca4339fd05d8181ee 2024-11-08T09:16:03,566 DEBUG [M:0;cf4d76213909:36539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/855bc00d5861480f91a92ad5f6284c42 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731057359819/Put/seqid=0 2024-11-08T09:16:03,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741854_1030 (size=7319) 2024-11-08T09:16:03,572 INFO [M:0;cf4d76213909:36539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/855bc00d5861480f91a92ad5f6284c42 2024-11-08T09:16:03,613 DEBUG [M:0;cf4d76213909:36539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef9d8f40546942988dd8a87e99bfd71c is 69, key is cf4d76213909,33973,1731057353976/rs:state/1731057354904/Put/seqid=0 2024-11-08T09:16:03,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741855_1031 (size=5371) 2024-11-08T09:16:04,031 INFO [M:0;cf4d76213909:36539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef9d8f40546942988dd8a87e99bfd71c 2024-11-08T09:16:04,038 INFO [M:0;cf4d76213909:36539 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef9d8f40546942988dd8a87e99bfd71c 2024-11-08T09:16:04,039 DEBUG [M:0;cf4d76213909:36539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc21c516e994457ca4339fd05d8181ee as hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc21c516e994457ca4339fd05d8181ee 2024-11-08T09:16:04,046 INFO [M:0;cf4d76213909:36539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc21c516e994457ca4339fd05d8181ee, entries=8, sequenceid=172, filesize=5.5 K 2024-11-08T09:16:04,048 DEBUG [M:0;cf4d76213909:36539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/855bc00d5861480f91a92ad5f6284c42 as hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/855bc00d5861480f91a92ad5f6284c42 2024-11-08T09:16:04,057 INFO [M:0;cf4d76213909:36539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/855bc00d5861480f91a92ad5f6284c42, entries=7, sequenceid=172, filesize=7.1 K 2024-11-08T09:16:04,058 DEBUG [M:0;cf4d76213909:36539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef9d8f40546942988dd8a87e99bfd71c as hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef9d8f40546942988dd8a87e99bfd71c 2024-11-08T09:16:04,065 INFO [M:0;cf4d76213909:36539 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef9d8f40546942988dd8a87e99bfd71c 2024-11-08T09:16:04,066 INFO [M:0;cf4d76213909:36539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41719/user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef9d8f40546942988dd8a87e99bfd71c, entries=2, sequenceid=172, filesize=5.2 K 2024-11-08T09:16:04,067 INFO [M:0;cf4d76213909:36539 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 952ms, sequenceid=172, compaction requested=false 2024-11-08T09:16:04,072 INFO [M:0;cf4d76213909:36539 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:04,073 DEBUG [M:0;cf4d76213909:36539 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057363115Disabling compacts and flushes for region at 1731057363115Disabling writes for close at 1731057363115Obtaining lock to block concurrent updates at 1731057363116 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057363116Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731057363116Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057363117 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057363117Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057363135 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057363135Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057363549 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057363566 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057363566Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057363582 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057363612 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057363612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3c367: reopening flushed file at 1731057364038 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c838e60: reopening flushed file at 1731057364046 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b909a3a: reopening flushed file at 1731057364057 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 952ms, sequenceid=172, compaction requested=false at 1731057364067 (+10 ms)Writing region close event to WAL at 1731057364072 (+5 ms)Closed at 1731057364072 2024-11-08T09:16:04,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42183 is added to blk_1073741847_1023 (size=22949) 2024-11-08T09:16:04,076 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad7d89e1-de3c-14c3-192e-9229c3d6c00b/MasterData/WALs/cf4d76213909,36539,1731057353873/cf4d76213909%2C36539%2C1731057353873.1731057354225 not finished, retry = 0 2024-11-08T09:16:04,177 INFO [M:0;cf4d76213909:36539 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:16:04,177 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:16:04,177 INFO [M:0;cf4d76213909:36539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36539 2024-11-08T09:16:04,178 INFO [M:0;cf4d76213909:36539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:16:04,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:04,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36539-0x10119baa7980006, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:04,301 INFO [M:0;cf4d76213909:36539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:16:04,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:16:04,304 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:16:04,304 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:16:04,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:16:04,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/hadoop.log.dir/,STOPPED} 2024-11-08T09:16:04,307 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:16:04,307 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:16:04,306 WARN [BP-486079894-172.17.0.2-1731057332224 heartbeating to localhost/127.0.0.1:41719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:16:04,307 WARN [BP-486079894-172.17.0.2-1731057332224 heartbeating to localhost/127.0.0.1:41719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486079894-172.17.0.2-1731057332224 (Datanode Uuid 1f4efa2e-ce0f-4047-986a-66e40a6d89eb) service to localhost/127.0.0.1:41719 2024-11-08T09:16:04,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/cluster_4284b5e9-f212-b8c6-9484-87c7aa2b1882/data/data2/current/BP-486079894-172.17.0.2-1731057332224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:16:04,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/cluster_4284b5e9-f212-b8c6-9484-87c7aa2b1882/data/data1/current/BP-486079894-172.17.0.2-1731057332224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:16:04,308 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:16:04,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:16:04,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:16:04,316 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:16:04,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:16:04,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d9e989f-0636-723a-b7ae-447159aa197d/hadoop.log.dir/,STOPPED} 2024-11-08T09:16:04,327 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:16:04,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:16:04,357 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: master/cf4d76213909:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45299 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59999) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cf4d76213909:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/cf4d76213909:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59999) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41719 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cf4d76213909:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/cf4d76213909:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=505 (was 419) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5295 (was 6851) 2024-11-08T09:16:04,365 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=505, ProcessCount=11, AvailableMemoryMB=5295 2024-11-08T09:16:04,383 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-08T09:16:04,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/hadoop.log.dir so I do NOT create it in target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e 2024-11-08T09:16:04,385 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:16:04,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/hadoop.tmp.dir so I do NOT create it in target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e 2024-11-08T09:16:04,385 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b967438d-dd9e-7793-ca03-266b645866da/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:16:04,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e 2024-11-08T09:16:04,385 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/cluster_94caedba-a133-bf7f-60ca-364e18b3e8fd, deleteOnExit=true 2024-11-08T09:16:04,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/cluster_94caedba-a133-bf7f-60ca-364e18b3e8fd/zookeeper_0, clientPort=65099, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/cluster_94caedba-a133-bf7f-60ca-364e18b3e8fd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/cluster_94caedba-a133-bf7f-60ca-364e18b3e8fd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:16:04,410 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65099 2024-11-08T09:16:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:16:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:16:04,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/test.cache.data in system properties and HBase conf 2024-11-08T09:16:04,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:16:04,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:16:04,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:16:04,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:16:04,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:16:04,411 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:16:04,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:16:04,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:16:04,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:16:04,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:16:04,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:16:04,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:16:04,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:16:04,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:16:04,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:16:04,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:16:04,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:16:04,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:16:04,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:16:04,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:16:04,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10119baa7980005, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:16:04,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10119baa7980005, quorum=127.0.0.1:59999, baseZNode=/1540134904 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:16:04,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10119baa7980002, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:16:04,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10119baa7980002, quorum=127.0.0.1:59999, baseZNode=/01641645771 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:16:04,817 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T09:16:04,819 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:04,840 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:04,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:16:04,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:16:04,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:16:04,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:16:04,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:16:04,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:16:04,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:16:04,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:16:05,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2266a8ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/java.io.tmpdir/jetty-localhost-33223-hadoop-hdfs-3_4_1-tests_jar-_-any-17546754616155388033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:16:05,015 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:33223} 2024-11-08T09:16:05,015 INFO [Time-limited test {}] server.Server(415): Started @35610ms 2024-11-08T09:16:05,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:16:05,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:16:05,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:16:05,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:16:05,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:16:05,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:16:05,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:16:05,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/java.io.tmpdir/jetty-localhost-34351-hadoop-hdfs-3_4_1-tests_jar-_-any-9764557084534071067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:16:05,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:34351} 2024-11-08T09:16:05,419 INFO [Time-limited test {}] server.Server(415): Started @36014ms 2024-11-08T09:16:05,421 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:16:06,150 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/cluster_94caedba-a133-bf7f-60ca-364e18b3e8fd/data/data1/current/BP-372634598-172.17.0.2-1731057364442/current, will proceed with Du for space computation calculation, 2024-11-08T09:16:06,150 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/cluster_94caedba-a133-bf7f-60ca-364e18b3e8fd/data/data2/current/BP-372634598-172.17.0.2-1731057364442/current, will proceed with Du for space computation calculation, 2024-11-08T09:16:06,177 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:16:06,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7202f85f04e4b54a with lease ID 0x3b2feef025b6b02: Processing first storage report for DS-dca9da04-3425-4c17-b104-1df649e8ce3d from datanode DatanodeRegistration(127.0.0.1:45907, datanodeUuid=96521449-6c2b-4d08-87c6-135fa1574959, infoPort=42445, infoSecurePort=0, ipcPort=38797, storageInfo=lv=-57;cid=testClusterID;nsid=701728695;c=1731057364442) 2024-11-08T09:16:06,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7202f85f04e4b54a with lease ID 0x3b2feef025b6b02: from storage DS-dca9da04-3425-4c17-b104-1df649e8ce3d node DatanodeRegistration(127.0.0.1:45907, datanodeUuid=96521449-6c2b-4d08-87c6-135fa1574959, infoPort=42445, infoSecurePort=0, ipcPort=38797, storageInfo=lv=-57;cid=testClusterID;nsid=701728695;c=1731057364442), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:16:06,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7202f85f04e4b54a with lease ID 0x3b2feef025b6b02: Processing first storage report for DS-6ae59454-eb14-41ae-ac3e-aacc2412bf6c from datanode DatanodeRegistration(127.0.0.1:45907, datanodeUuid=96521449-6c2b-4d08-87c6-135fa1574959, infoPort=42445, infoSecurePort=0, ipcPort=38797, storageInfo=lv=-57;cid=testClusterID;nsid=701728695;c=1731057364442) 2024-11-08T09:16:06,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7202f85f04e4b54a with lease ID 0x3b2feef025b6b02: from storage DS-6ae59454-eb14-41ae-ac3e-aacc2412bf6c node DatanodeRegistration(127.0.0.1:45907, datanodeUuid=96521449-6c2b-4d08-87c6-135fa1574959, infoPort=42445, infoSecurePort=0, ipcPort=38797, storageInfo=lv=-57;cid=testClusterID;nsid=701728695;c=1731057364442), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:16:06,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e 2024-11-08T09:16:06,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:06,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:16:06,318 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4 with version=8 2024-11-08T09:16:06,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/hbase-staging 2024-11-08T09:16:06,321 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:16:06,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:06,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:06,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:16:06,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:06,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:16:06,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:16:06,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:16:06,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45649 2024-11-08T09:16:06,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45649 connecting to ZooKeeper ensemble=127.0.0.1:65099 2024-11-08T09:16:06,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456490x0, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:16:06,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45649-0x10119bb295f0000 connected 2024-11-08T09:16:06,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:06,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:06,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Set watcher on znode that does not yet exist, /01330242231/running 2024-11-08T09:16:06,727 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4, hbase.cluster.distributed=false 2024-11-08T09:16:06,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Set watcher on znode that does not yet exist, /01330242231/acl 2024-11-08T09:16:06,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45649 2024-11-08T09:16:06,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45649 2024-11-08T09:16:06,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45649 2024-11-08T09:16:06,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45649 2024-11-08T09:16:06,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45649 2024-11-08T09:16:06,764 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:16:06,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:06,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:06,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:16:06,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:06,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:16:06,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:16:06,765 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:16:06,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40571 2024-11-08T09:16:06,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40571 connecting to ZooKeeper ensemble=127.0.0.1:65099 2024-11-08T09:16:06,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:06,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:06,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405710x0, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:16:06,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40571-0x10119bb295f0001 connected 2024-11-08T09:16:06,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Set watcher on znode that does not yet exist, /01330242231/running 2024-11-08T09:16:06,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:16:06,798 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:16:06,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Set watcher on znode that does not yet exist, /01330242231/master 2024-11-08T09:16:06,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Set watcher on znode that does not yet exist, /01330242231/acl 2024-11-08T09:16:06,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40571 2024-11-08T09:16:06,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40571 2024-11-08T09:16:06,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40571 2024-11-08T09:16:06,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40571 2024-11-08T09:16:06,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40571 2024-11-08T09:16:06,832 DEBUG [M:0;cf4d76213909:45649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:45649 2024-11-08T09:16:06,833 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01330242231/backup-masters/cf4d76213909,45649,1731057366320 2024-11-08T09:16:06,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231/backup-masters 2024-11-08T09:16:06,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231/backup-masters 2024-11-08T09:16:06,849 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Set watcher on existing znode=/01330242231/backup-masters/cf4d76213909,45649,1731057366320 2024-11-08T09:16:06,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01330242231/master 2024-11-08T09:16:06,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:06,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:06,859 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Set watcher on existing znode=/01330242231/master 2024-11-08T09:16:06,860 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01330242231/backup-masters/cf4d76213909,45649,1731057366320 from backup master directory 2024-11-08T09:16:06,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231/backup-masters 2024-11-08T09:16:06,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01330242231/backup-masters/cf4d76213909,45649,1731057366320 2024-11-08T09:16:06,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231/backup-masters 2024-11-08T09:16:06,870 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:16:06,870 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,45649,1731057366320 2024-11-08T09:16:06,878 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/hbase.id] with ID: 82338655-03e2-4238-99e0-a003e7ed2e10 2024-11-08T09:16:06,878 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/.tmp/hbase.id 2024-11-08T09:16:06,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:16:06,894 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/.tmp/hbase.id]:[hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/hbase.id] 2024-11-08T09:16:06,921 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:06,921 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:16:06,927 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-08T09:16:06,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:06,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:06,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:16:06,960 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:16:06,961 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:16:06,962 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:16:06,982 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store 2024-11-08T09:16:06,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:16:06,993 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:06,993 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:16:06,993 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:06,993 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:06,993 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:16:06,993 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:06,993 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:06,994 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057366993Disabling compacts and flushes for region at 1731057366993Disabling writes for close at 1731057366993Writing region close event to WAL at 1731057366993Closed at 1731057366993 2024-11-08T09:16:06,995 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/.initializing 2024-11-08T09:16:06,995 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/WALs/cf4d76213909,45649,1731057366320 2024-11-08T09:16:06,996 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:16:06,999 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C45649%2C1731057366320, suffix=, logDir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/WALs/cf4d76213909,45649,1731057366320, archiveDir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/oldWALs, maxLogs=10 2024-11-08T09:16:07,019 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/WALs/cf4d76213909,45649,1731057366320/cf4d76213909%2C45649%2C1731057366320.1731057366999, exclude list is [], retry=0 2024-11-08T09:16:07,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45907,DS-dca9da04-3425-4c17-b104-1df649e8ce3d,DISK] 2024-11-08T09:16:07,029 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/WALs/cf4d76213909,45649,1731057366320/cf4d76213909%2C45649%2C1731057366320.1731057366999 2024-11-08T09:16:07,029 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42445:42445)] 2024-11-08T09:16:07,029 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:16:07,030 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:07,030 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:07,030 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:07,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:07,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:16:07,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:07,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:07,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:07,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:16:07,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:07,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:07,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:07,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:16:07,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:07,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:07,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:07,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:16:07,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:07,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:07,043 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:07,044 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:07,045 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:07,051 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:07,051 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:07,052 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:16:07,053 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:07,057 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:16:07,057 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71555352, jitterRate=0.06625783443450928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:16:07,058 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057367030Initializing all the Stores at 1731057367031 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057367032 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057367032Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057367032Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057367032Cleaning up temporary data from old regions at 1731057367051 (+19 ms)Region opened successfully at 1731057367058 (+7 ms) 2024-11-08T09:16:07,059 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:16:07,063 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2f0713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:16:07,064 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:16:07,064 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:16:07,064 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:16:07,065 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:16:07,065 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:16:07,066 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:16:07,066 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:16:07,075 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:16:07,076 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Unable to get data of znode /01330242231/balancer because node does not exist (not necessarily an error) 2024-11-08T09:16:07,092 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01330242231/balancer already deleted, retry=false 2024-11-08T09:16:07,093 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:16:07,094 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Unable to get data of znode /01330242231/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:16:07,099 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01330242231/normalizer already deleted, retry=false 2024-11-08T09:16:07,100 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:16:07,101 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Unable to get data of znode /01330242231/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:16:07,110 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01330242231/switch/split already deleted, retry=false 2024-11-08T09:16:07,113 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Unable to get data of znode /01330242231/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:16:07,120 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01330242231/switch/merge already deleted, retry=false 2024-11-08T09:16:07,123 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Unable to get data of znode /01330242231/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:16:07,131 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01330242231/snapshot-cleanup already deleted, retry=false 2024-11-08T09:16:07,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01330242231/running 2024-11-08T09:16:07,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01330242231/running 2024-11-08T09:16:07,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:07,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:07,143 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,45649,1731057366320, sessionid=0x10119bb295f0000, setting cluster-up flag (Was=false) 2024-11-08T09:16:07,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:07,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:07,194 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01330242231/flush-table-proc/acquired, /01330242231/flush-table-proc/reached, /01330242231/flush-table-proc/abort 2024-11-08T09:16:07,196 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,45649,1731057366320 2024-11-08T09:16:07,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:07,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:07,247 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01330242231/online-snapshot/acquired, /01330242231/online-snapshot/reached, /01330242231/online-snapshot/abort 2024-11-08T09:16:07,248 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,45649,1731057366320 2024-11-08T09:16:07,250 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:16:07,252 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:07,253 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:16:07,253 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:16:07,253 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,45649,1731057366320 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:16:07,255 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:07,255 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:07,255 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:07,255 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:07,255 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:16:07,255 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:07,256 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:16:07,256 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:07,261 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057397261 2024-11-08T09:16:07,262 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:16:07,262 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:16:07,262 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:16:07,262 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:16:07,262 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:16:07,262 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:16:07,262 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,262 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:16:07,263 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:16:07,263 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:16:07,263 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:16:07,263 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:16:07,263 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:16:07,263 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:07,263 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057367263,5,FailOnTimeoutGroup] 2024-11-08T09:16:07,263 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:16:07,263 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057367263,5,FailOnTimeoutGroup] 2024-11-08T09:16:07,264 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,264 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:16:07,264 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,264 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,265 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:07,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:16:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:16:07,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:16:07,285 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4 2024-11-08T09:16:07,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:16:07,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:16:07,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:16:07,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:16:07,318 INFO [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(746): ClusterId : 82338655-03e2-4238-99e0-a003e7ed2e10 2024-11-08T09:16:07,318 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:16:07,332 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:16:07,332 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:16:07,342 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:16:07,343 DEBUG [RS:0;cf4d76213909:40571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e75f54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:16:07,357 DEBUG [RS:0;cf4d76213909:40571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:40571 2024-11-08T09:16:07,357 INFO [RS:0;cf4d76213909:40571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:16:07,357 INFO [RS:0;cf4d76213909:40571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:16:07,357 DEBUG [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:16:07,358 INFO [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,45649,1731057366320 with port=40571, startcode=1731057366763 2024-11-08T09:16:07,358 DEBUG [RS:0;cf4d76213909:40571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:16:07,360 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:16:07,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,40571,1731057366763 2024-11-08T09:16:07,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45649 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,40571,1731057366763 2024-11-08T09:16:07,363 DEBUG [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4 2024-11-08T09:16:07,363 DEBUG [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35959 2024-11-08T09:16:07,363 DEBUG [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:16:07,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231/rs 2024-11-08T09:16:07,373 DEBUG [RS:0;cf4d76213909:40571 {}] zookeeper.ZKUtil(111): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Set watcher on existing znode=/01330242231/rs/cf4d76213909,40571,1731057366763 2024-11-08T09:16:07,373 WARN [RS:0;cf4d76213909:40571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:16:07,373 INFO [RS:0;cf4d76213909:40571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:07,374 DEBUG [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763 2024-11-08T09:16:07,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,40571,1731057366763] 2024-11-08T09:16:07,377 INFO [RS:0;cf4d76213909:40571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:16:07,379 INFO [RS:0;cf4d76213909:40571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:16:07,379 INFO [RS:0;cf4d76213909:40571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:16:07,379 INFO [RS:0;cf4d76213909:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,379 INFO [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:16:07,380 INFO [RS:0;cf4d76213909:40571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:16:07,380 INFO [RS:0;cf4d76213909:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,380 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:07,381 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:07,381 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:07,381 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:07,381 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:07,381 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:16:07,381 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:07,381 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:07,381 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:07,381 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:07,381 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:07,381 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:07,381 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:16:07,381 DEBUG [RS:0;cf4d76213909:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:16:07,382 INFO [RS:0;cf4d76213909:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,382 INFO [RS:0;cf4d76213909:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,382 INFO [RS:0;cf4d76213909:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,382 INFO [RS:0;cf4d76213909:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,382 INFO [RS:0;cf4d76213909:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,382 INFO [RS:0;cf4d76213909:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,40571,1731057366763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:16:07,399 INFO [RS:0;cf4d76213909:40571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:16:07,400 INFO [RS:0;cf4d76213909:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,40571,1731057366763-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,400 INFO [RS:0;cf4d76213909:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,400 INFO [RS:0;cf4d76213909:40571 {}] regionserver.Replication(171): cf4d76213909,40571,1731057366763 started 2024-11-08T09:16:07,420 INFO [RS:0;cf4d76213909:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:07,420 INFO [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,40571,1731057366763, RpcServer on cf4d76213909/172.17.0.2:40571, sessionid=0x10119bb295f0001 2024-11-08T09:16:07,420 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:16:07,420 DEBUG [RS:0;cf4d76213909:40571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,40571,1731057366763 2024-11-08T09:16:07,420 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,40571,1731057366763' 2024-11-08T09:16:07,420 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01330242231/flush-table-proc/abort' 2024-11-08T09:16:07,421 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01330242231/flush-table-proc/acquired' 2024-11-08T09:16:07,421 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:16:07,421 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:16:07,421 DEBUG [RS:0;cf4d76213909:40571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,40571,1731057366763 2024-11-08T09:16:07,421 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,40571,1731057366763' 2024-11-08T09:16:07,421 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01330242231/online-snapshot/abort' 2024-11-08T09:16:07,422 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01330242231/online-snapshot/acquired' 2024-11-08T09:16:07,422 DEBUG [RS:0;cf4d76213909:40571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:16:07,422 INFO [RS:0;cf4d76213909:40571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:16:07,422 INFO [RS:0;cf4d76213909:40571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:16:07,523 INFO [RS:0;cf4d76213909:40571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:16:07,525 INFO [RS:0;cf4d76213909:40571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C40571%2C1731057366763, suffix=, logDir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763, archiveDir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/oldWALs, maxLogs=10 2024-11-08T09:16:07,540 DEBUG [RS:0;cf4d76213909:40571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.1731057367525, exclude list is [], retry=0 2024-11-08T09:16:07,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45907,DS-dca9da04-3425-4c17-b104-1df649e8ce3d,DISK] 2024-11-08T09:16:07,547 INFO [RS:0;cf4d76213909:40571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.1731057367525 2024-11-08T09:16:07,548 DEBUG [RS:0;cf4d76213909:40571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42445:42445)] 2024-11-08T09:16:07,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:07,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:16:07,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:16:07,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:07,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:07,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:16:07,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:16:07,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:07,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:07,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:16:07,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:16:07,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:07,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:07,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:16:07,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:16:07,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:07,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:07,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:16:07,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740 2024-11-08T09:16:07,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740 2024-11-08T09:16:07,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:16:07,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:16:07,722 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:16:07,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:16:07,733 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:16:07,734 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70888150, jitterRate=0.05631574988365173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:16:07,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057367697Initializing all the Stores at 1731057367698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057367698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057367698Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057367698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057367698Cleaning up temporary data from old regions at 1731057367721 (+23 ms)Region opened successfully at 1731057367735 (+14 ms) 2024-11-08T09:16:07,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:16:07,736 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:16:07,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:16:07,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:16:07,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:16:07,736 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:16:07,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057367736Disabling compacts and flushes for region at 1731057367736Disabling writes for close at 1731057367736Writing region close event to WAL at 1731057367736Closed at 1731057367736 2024-11-08T09:16:07,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:07,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:16:07,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:16:07,740 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:16:07,742 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:16:07,892 DEBUG [cf4d76213909:45649 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:16:07,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,40571,1731057366763 2024-11-08T09:16:07,895 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,40571,1731057366763, state=OPENING 2024-11-08T09:16:07,945 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:16:07,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:07,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:07,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01330242231/meta-region-server: CHANGED 2024-11-08T09:16:07,956 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:16:07,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,40571,1731057366763}] 2024-11-08T09:16:07,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01330242231/meta-region-server: CHANGED 2024-11-08T09:16:08,128 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:16:08,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:16:08,139 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:16:08,142 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:08,142 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:16:08,145 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C40571%2C1731057366763.meta, suffix=.meta, logDir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763, archiveDir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/oldWALs, maxLogs=10 2024-11-08T09:16:08,185 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.meta.1731057368146.meta, exclude list is [], retry=0 2024-11-08T09:16:08,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45907,DS-dca9da04-3425-4c17-b104-1df649e8ce3d,DISK] 2024-11-08T09:16:08,204 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.meta.1731057368146.meta 2024-11-08T09:16:08,204 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42445:42445)] 2024-11-08T09:16:08,204 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:16:08,205 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:16:08,205 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:16:08,205 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:16:08,205 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:16:08,205 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:16:08,205 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:08,206 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:16:08,206 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:16:08,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:16:08,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:16:08,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:08,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:08,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:16:08,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:16:08,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:08,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:08,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:16:08,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:16:08,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:08,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:08,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:16:08,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:16:08,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:08,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:08,230 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:16:08,231 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740 2024-11-08T09:16:08,233 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740 2024-11-08T09:16:08,235 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:16:08,235 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:16:08,236 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:16:08,240 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:16:08,242 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74421790, jitterRate=0.10897108912467957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:16:08,243 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:16:08,244 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057368206Writing region info on filesystem at 1731057368206Initializing all the Stores at 1731057368207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057368207Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057368213 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057368213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057368214 (+1 ms)Cleaning up temporary data from old regions at 1731057368235 (+21 ms)Running coprocessor post-open hooks at 1731057368243 (+8 ms)Region opened successfully at 1731057368244 (+1 ms) 2024-11-08T09:16:08,245 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057368128 2024-11-08T09:16:08,250 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:16:08,250 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:16:08,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,40571,1731057366763 2024-11-08T09:16:08,252 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,40571,1731057366763, state=OPEN 2024-11-08T09:16:08,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01330242231/meta-region-server 2024-11-08T09:16:08,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01330242231/meta-region-server 2024-11-08T09:16:08,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01330242231/meta-region-server: CHANGED 2024-11-08T09:16:08,309 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,40571,1731057366763 2024-11-08T09:16:08,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01330242231/meta-region-server: CHANGED 2024-11-08T09:16:08,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:16:08,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,40571,1731057366763 in 353 msec 2024-11-08T09:16:08,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:16:08,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 576 msec 2024-11-08T09:16:08,326 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:08,326 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:16:08,328 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:08,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,40571,1731057366763, seqNum=-1] 2024-11-08T09:16:08,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:08,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:16:08,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0900 sec 2024-11-08T09:16:08,345 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057368345, completionTime=-1 2024-11-08T09:16:08,345 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:16:08,345 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:16:08,348 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:16:08,348 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057428348 2024-11-08T09:16:08,349 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057488348 2024-11-08T09:16:08,349 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T09:16:08,349 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45649,1731057366320-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:08,349 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45649,1731057366320-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:08,349 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45649,1731057366320-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:08,349 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:45649, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:08,349 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:08,354 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:16:08,356 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:08,364 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.494sec 2024-11-08T09:16:08,364 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:16:08,364 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:16:08,364 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:16:08,364 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:16:08,364 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:16:08,364 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45649,1731057366320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:16:08,364 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45649,1731057366320-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:16:08,383 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:16:08,384 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:16:08,384 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45649,1731057366320-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:08,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ad3d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:08,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,45649,-1 for getting cluster id 2024-11-08T09:16:08,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:08,426 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82338655-03e2-4238-99e0-a003e7ed2e10' 2024-11-08T09:16:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82338655-03e2-4238-99e0-a003e7ed2e10" 2024-11-08T09:16:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e270c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,45649,-1] 2024-11-08T09:16:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:08,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:08,429 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:08,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1396e678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:08,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:08,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,40571,1731057366763, seqNum=-1] 2024-11-08T09:16:08,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:08,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:16:08,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,45649,1731057366320 2024-11-08T09:16:08,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65099 2024-11-08T09:16:08,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:16:08,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10119bb295f0002 connected 2024-11-08T09:16:08,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/hadoop.log.dir so I do NOT create it in target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1 2024-11-08T09:16:08,488 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:16:08,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/hadoop.tmp.dir so I do NOT create it in target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1 2024-11-08T09:16:08,488 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:16:08,488 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1 2024-11-08T09:16:08,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:16:08,488 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/cluster_8fa5d60b-3513-0853-e583-8fd67bfcd40a, deleteOnExit=true 2024-11-08T09:16:08,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:16:08,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/test.cache.data in system properties and HBase conf 2024-11-08T09:16:08,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:16:08,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:16:08,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:16:08,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:16:08,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:16:08,489 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:16:08,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:16:08,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:16:08,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:16:08,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:16:08,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:16:08,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:16:08,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:16:08,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:16:08,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:16:08,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:16:08,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:16:08,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:16:08,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:16:08,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:16:08,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:16:08,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:16:08,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:16:08,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:16:08,938 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:16:08,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:16:08,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:16:08,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:16:09,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7634b461{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/java.io.tmpdir/jetty-localhost-41939-hadoop-hdfs-3_4_1-tests_jar-_-any-7131249457077891747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:16:09,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:41939} 2024-11-08T09:16:09,081 INFO [Time-limited test {}] server.Server(415): Started @39677ms 2024-11-08T09:16:09,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:16:09,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:16:09,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:16:09,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:16:09,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:16:09,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b7da30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:16:09,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7341e0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:16:09,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63e8c2f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/java.io.tmpdir/jetty-localhost-34293-hadoop-hdfs-3_4_1-tests_jar-_-any-9902213166271883835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:16:09,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7200f9cb{HTTP/1.1, (http/1.1)}{localhost:34293} 2024-11-08T09:16:09,614 INFO [Time-limited test {}] server.Server(415): Started @40209ms 2024-11-08T09:16:09,616 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:16:10,449 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/cluster_8fa5d60b-3513-0853-e583-8fd67bfcd40a/data/data1/current/BP-2020466762-172.17.0.2-1731057368528/current, will proceed with Du for space computation calculation, 2024-11-08T09:16:10,449 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/cluster_8fa5d60b-3513-0853-e583-8fd67bfcd40a/data/data2/current/BP-2020466762-172.17.0.2-1731057368528/current, will proceed with Du for space computation calculation, 2024-11-08T09:16:10,513 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:16:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb26d895ddb5675e2 with lease ID 0xcf952b50f68c5a52: Processing first storage report for DS-a43d32f7-9e22-41dd-bc78-fee0a43ab695 from datanode DatanodeRegistration(127.0.0.1:43833, datanodeUuid=ae1a5c27-0be4-43da-948a-eaf134244dbc, infoPort=45521, infoSecurePort=0, ipcPort=36365, storageInfo=lv=-57;cid=testClusterID;nsid=662113943;c=1731057368528) 2024-11-08T09:16:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb26d895ddb5675e2 with lease ID 0xcf952b50f68c5a52: from storage DS-a43d32f7-9e22-41dd-bc78-fee0a43ab695 node DatanodeRegistration(127.0.0.1:43833, datanodeUuid=ae1a5c27-0be4-43da-948a-eaf134244dbc, infoPort=45521, infoSecurePort=0, ipcPort=36365, storageInfo=lv=-57;cid=testClusterID;nsid=662113943;c=1731057368528), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T09:16:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb26d895ddb5675e2 with lease ID 0xcf952b50f68c5a52: Processing first storage report for DS-c54589eb-a9ec-4c22-96e7-420eb4e16f85 from datanode DatanodeRegistration(127.0.0.1:43833, datanodeUuid=ae1a5c27-0be4-43da-948a-eaf134244dbc, infoPort=45521, infoSecurePort=0, ipcPort=36365, storageInfo=lv=-57;cid=testClusterID;nsid=662113943;c=1731057368528) 2024-11-08T09:16:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb26d895ddb5675e2 with lease ID 0xcf952b50f68c5a52: from storage DS-c54589eb-a9ec-4c22-96e7-420eb4e16f85 node DatanodeRegistration(127.0.0.1:43833, datanodeUuid=ae1a5c27-0be4-43da-948a-eaf134244dbc, infoPort=45521, infoSecurePort=0, ipcPort=36365, storageInfo=lv=-57;cid=testClusterID;nsid=662113943;c=1731057368528), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:16:10,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1 2024-11-08T09:16:10,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:10,649 WARN [RS:0;cf4d76213909:40571 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of cf4d76213909,43067,1731057337834: status=Processing ServerCrashProcedure of cf4d76213909,43067,1731057337834 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731057354820, completionTime=-1 appears to have been leaked 2024-11-08T09:16:10,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:10,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:16:10,710 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a with version=8 2024-11-08T09:16:10,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/hbase-staging 2024-11-08T09:16:10,714 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:16:10,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:10,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:10,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:16:10,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:10,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:16:10,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:16:10,715 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:16:10,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32829 2024-11-08T09:16:10,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32829 connecting to ZooKeeper ensemble=127.0.0.1:65099 2024-11-08T09:16:10,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328290x0, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:16:10,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32829-0x10119bb295f0003 connected 2024-11-08T09:16:10,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:10,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:10,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Set watcher on znode that does not yet exist, /1-78685714/running 2024-11-08T09:16:10,819 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a, hbase.cluster.distributed=false 2024-11-08T09:16:10,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Set watcher on znode that does not yet exist, /1-78685714/acl 2024-11-08T09:16:10,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32829 2024-11-08T09:16:10,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32829 2024-11-08T09:16:10,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32829 2024-11-08T09:16:10,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32829 2024-11-08T09:16:10,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32829 2024-11-08T09:16:10,863 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:16:10,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:10,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:10,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:16:10,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:10,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:16:10,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:16:10,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:16:10,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37035 2024-11-08T09:16:10,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37035 connecting to ZooKeeper ensemble=127.0.0.1:65099 2024-11-08T09:16:10,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:10,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:10,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370350x0, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:16:10,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37035-0x10119bb295f0004 connected 2024-11-08T09:16:10,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Set watcher on znode that does not yet exist, /1-78685714/running 2024-11-08T09:16:10,889 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:16:10,891 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:16:10,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Set watcher on znode that does not yet exist, /1-78685714/master 2024-11-08T09:16:10,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Set watcher on znode that does not yet exist, /1-78685714/acl 2024-11-08T09:16:10,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37035 2024-11-08T09:16:10,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37035 2024-11-08T09:16:10,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37035 2024-11-08T09:16:10,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37035 2024-11-08T09:16:10,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37035 2024-11-08T09:16:10,914 DEBUG [M:0;cf4d76213909:32829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:32829 2024-11-08T09:16:10,915 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-78685714/backup-masters/cf4d76213909,32829,1731057370714 2024-11-08T09:16:10,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714/backup-masters 2024-11-08T09:16:10,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714/backup-masters 2024-11-08T09:16:10,921 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Set watcher on existing znode=/1-78685714/backup-masters/cf4d76213909,32829,1731057370714 2024-11-08T09:16:10,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:10,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-78685714/master 2024-11-08T09:16:10,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:10,931 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Set watcher on existing znode=/1-78685714/master 2024-11-08T09:16:10,931 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-78685714/backup-masters/cf4d76213909,32829,1731057370714 from backup master directory 2024-11-08T09:16:10,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714/backup-masters 2024-11-08T09:16:10,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-78685714/backup-masters/cf4d76213909,32829,1731057370714 2024-11-08T09:16:10,941 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:16:10,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714/backup-masters 2024-11-08T09:16:10,941 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,32829,1731057370714 2024-11-08T09:16:10,945 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/hbase.id] with ID: 700afc21-2007-4517-893c-1f2463e36a53 2024-11-08T09:16:10,946 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/.tmp/hbase.id 2024-11-08T09:16:10,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:16:11,353 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/.tmp/hbase.id]:[hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/hbase.id] 2024-11-08T09:16:11,379 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:11,379 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:16:11,381 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T09:16:11,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:11,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:16:11,422 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:16:11,423 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:16:11,428 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:11,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:16:11,860 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store 2024-11-08T09:16:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:16:11,870 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:11,870 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:16:11,870 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:11,870 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:11,870 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:16:11,870 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:11,870 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:11,870 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057371870Disabling compacts and flushes for region at 1731057371870Disabling writes for close at 1731057371870Writing region close event to WAL at 1731057371870Closed at 1731057371870 2024-11-08T09:16:11,871 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/.initializing 2024-11-08T09:16:11,871 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/WALs/cf4d76213909,32829,1731057370714 2024-11-08T09:16:11,873 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:16:11,876 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C32829%2C1731057370714, suffix=, logDir=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/WALs/cf4d76213909,32829,1731057370714, archiveDir=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/oldWALs, maxLogs=10 2024-11-08T09:16:11,892 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/WALs/cf4d76213909,32829,1731057370714/cf4d76213909%2C32829%2C1731057370714.1731057371876, exclude list is [], retry=0 2024-11-08T09:16:11,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43833,DS-a43d32f7-9e22-41dd-bc78-fee0a43ab695,DISK] 2024-11-08T09:16:11,901 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/WALs/cf4d76213909,32829,1731057370714/cf4d76213909%2C32829%2C1731057370714.1731057371876 2024-11-08T09:16:11,901 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45521:45521)] 2024-11-08T09:16:11,901 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:16:11,902 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:11,902 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:11,902 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:11,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:11,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:16:11,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:11,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:11,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:11,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:16:11,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:11,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:11,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:11,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:16:11,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:11,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:11,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:11,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:16:11,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:11,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:11,914 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:11,915 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:11,915 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:11,917 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:11,917 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:11,917 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:16:11,919 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:11,922 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:16:11,923 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72330716, jitterRate=0.07781165838241577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:16:11,923 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057371902Initializing all the Stores at 1731057371903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057371903Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057371903Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057371903Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057371903Cleaning up temporary data from old regions at 1731057371917 (+14 ms)Region opened successfully at 1731057371923 (+6 ms) 2024-11-08T09:16:11,924 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:16:11,928 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a074ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:16:11,929 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:16:11,929 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:16:11,929 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:16:11,929 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:16:11,930 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:16:11,931 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:16:11,931 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:16:11,934 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:16:11,935 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Unable to get data of znode /1-78685714/balancer because node does not exist (not necessarily an error) 2024-11-08T09:16:11,941 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-78685714/balancer already deleted, retry=false 2024-11-08T09:16:11,941 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:16:11,942 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Unable to get data of znode /1-78685714/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:16:11,951 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-78685714/normalizer already deleted, retry=false 2024-11-08T09:16:11,952 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:16:11,953 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Unable to get data of znode /1-78685714/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:16:11,962 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-78685714/switch/split already deleted, retry=false 2024-11-08T09:16:11,963 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Unable to get data of znode /1-78685714/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:16:11,972 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-78685714/switch/merge already deleted, retry=false 2024-11-08T09:16:11,975 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Unable to get data of znode /1-78685714/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:16:11,983 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-78685714/snapshot-cleanup already deleted, retry=false 2024-11-08T09:16:11,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-78685714/running 2024-11-08T09:16:11,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:11,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-78685714/running 2024-11-08T09:16:11,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:11,995 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,32829,1731057370714, sessionid=0x10119bb295f0003, setting cluster-up flag (Was=false) 2024-11-08T09:16:12,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:12,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:12,046 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-78685714/flush-table-proc/acquired, /1-78685714/flush-table-proc/reached, /1-78685714/flush-table-proc/abort 2024-11-08T09:16:12,048 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,32829,1731057370714 2024-11-08T09:16:12,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:12,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:12,099 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-78685714/online-snapshot/acquired, /1-78685714/online-snapshot/reached, /1-78685714/online-snapshot/abort 2024-11-08T09:16:12,100 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,32829,1731057370714 2024-11-08T09:16:12,101 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:16:12,103 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:12,103 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:16:12,103 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:16:12,104 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,32829,1731057370714 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:16:12,105 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:12,105 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:12,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:12,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:12,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:16:12,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:12,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:16:12,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:12,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:12,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:16:12,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:12,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:16:12,117 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057402117 2024-11-08T09:16:12,117 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:16:12,117 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:16:12,117 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:16:12,117 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:16:12,117 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:16:12,117 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:16:12,117 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,118 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:16:12,118 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:16:12,118 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:16:12,118 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:16:12,119 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:16:12,119 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:16:12,119 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057372119,5,FailOnTimeoutGroup] 2024-11-08T09:16:12,120 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057372119,5,FailOnTimeoutGroup] 2024-11-08T09:16:12,120 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,120 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:16:12,120 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,120 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:16:12,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:16:12,125 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a 2024-11-08T09:16:12,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:16:12,202 INFO [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(746): ClusterId : 700afc21-2007-4517-893c-1f2463e36a53 2024-11-08T09:16:12,202 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:16:12,216 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:16:12,216 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:16:12,227 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:16:12,227 DEBUG [RS:0;cf4d76213909:37035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42beb2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:16:12,245 DEBUG [RS:0;cf4d76213909:37035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:37035 2024-11-08T09:16:12,245 INFO [RS:0;cf4d76213909:37035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:16:12,245 INFO [RS:0;cf4d76213909:37035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:16:12,245 DEBUG [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:16:12,249 INFO [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,32829,1731057370714 with port=37035, startcode=1731057370862 2024-11-08T09:16:12,249 DEBUG [RS:0;cf4d76213909:37035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:16:12,254 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:16:12,255 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32829 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,37035,1731057370862 2024-11-08T09:16:12,255 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32829 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,37035,1731057370862 2024-11-08T09:16:12,258 DEBUG [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a 2024-11-08T09:16:12,259 DEBUG [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45175 2024-11-08T09:16:12,259 DEBUG [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:16:12,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714/rs 2024-11-08T09:16:12,268 DEBUG [RS:0;cf4d76213909:37035 {}] zookeeper.ZKUtil(111): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Set watcher on existing znode=/1-78685714/rs/cf4d76213909,37035,1731057370862 2024-11-08T09:16:12,268 WARN [RS:0;cf4d76213909:37035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:16:12,268 INFO [RS:0;cf4d76213909:37035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:12,269 DEBUG [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/WALs/cf4d76213909,37035,1731057370862 2024-11-08T09:16:12,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,37035,1731057370862] 2024-11-08T09:16:12,306 INFO [RS:0;cf4d76213909:37035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:16:12,308 INFO [RS:0;cf4d76213909:37035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:16:12,308 INFO [RS:0;cf4d76213909:37035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:16:12,309 INFO [RS:0;cf4d76213909:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,320 INFO [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:16:12,322 INFO [RS:0;cf4d76213909:37035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:16:12,322 INFO [RS:0;cf4d76213909:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,322 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:12,322 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:12,322 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:12,322 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:12,322 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:12,322 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:16:12,323 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:12,323 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:12,323 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:12,323 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:12,323 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:12,323 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:12,323 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:16:12,323 DEBUG [RS:0;cf4d76213909:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:16:12,336 INFO [RS:0;cf4d76213909:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,336 INFO [RS:0;cf4d76213909:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,336 INFO [RS:0;cf4d76213909:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,337 INFO [RS:0;cf4d76213909:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,337 INFO [RS:0;cf4d76213909:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,337 INFO [RS:0;cf4d76213909:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,37035,1731057370862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:16:12,357 INFO [RS:0;cf4d76213909:37035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:16:12,357 INFO [RS:0;cf4d76213909:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,37035,1731057370862-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,358 INFO [RS:0;cf4d76213909:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,358 INFO [RS:0;cf4d76213909:37035 {}] regionserver.Replication(171): cf4d76213909,37035,1731057370862 started 2024-11-08T09:16:12,379 INFO [RS:0;cf4d76213909:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:12,379 INFO [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,37035,1731057370862, RpcServer on cf4d76213909/172.17.0.2:37035, sessionid=0x10119bb295f0004 2024-11-08T09:16:12,380 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:16:12,380 DEBUG [RS:0;cf4d76213909:37035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,37035,1731057370862 2024-11-08T09:16:12,380 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,37035,1731057370862' 2024-11-08T09:16:12,380 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-78685714/flush-table-proc/abort' 2024-11-08T09:16:12,381 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-78685714/flush-table-proc/acquired' 2024-11-08T09:16:12,381 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:16:12,381 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:16:12,381 DEBUG [RS:0;cf4d76213909:37035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,37035,1731057370862 2024-11-08T09:16:12,381 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,37035,1731057370862' 2024-11-08T09:16:12,381 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-78685714/online-snapshot/abort' 2024-11-08T09:16:12,384 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-78685714/online-snapshot/acquired' 2024-11-08T09:16:12,384 DEBUG [RS:0;cf4d76213909:37035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:16:12,384 INFO [RS:0;cf4d76213909:37035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:16:12,384 INFO [RS:0;cf4d76213909:37035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:16:12,486 INFO [RS:0;cf4d76213909:37035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:16:12,488 INFO [RS:0;cf4d76213909:37035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C37035%2C1731057370862, suffix=, logDir=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/WALs/cf4d76213909,37035,1731057370862, archiveDir=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/oldWALs, maxLogs=10 2024-11-08T09:16:12,509 DEBUG [RS:0;cf4d76213909:37035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/WALs/cf4d76213909,37035,1731057370862/cf4d76213909%2C37035%2C1731057370862.1731057372488, exclude list is [], retry=0 2024-11-08T09:16:12,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43833,DS-a43d32f7-9e22-41dd-bc78-fee0a43ab695,DISK] 2024-11-08T09:16:12,531 INFO [RS:0;cf4d76213909:37035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/WALs/cf4d76213909,37035,1731057370862/cf4d76213909%2C37035%2C1731057370862.1731057372488 2024-11-08T09:16:12,532 DEBUG [RS:0;cf4d76213909:37035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45521:45521)] 2024-11-08T09:16:12,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:12,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:16:12,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:16:12,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:12,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:12,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:16:12,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:16:12,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:12,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:12,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:16:12,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:16:12,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:12,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:12,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:16:12,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:16:12,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:12,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:12,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:16:12,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/data/hbase/meta/1588230740 2024-11-08T09:16:12,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/data/hbase/meta/1588230740 2024-11-08T09:16:12,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:16:12,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:16:12,574 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:16:12,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:16:12,585 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:16:12,586 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68448397, jitterRate=0.019960597157478333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:16:12,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057372538Initializing all the Stores at 1731057372539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057372539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057372540 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057372540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057372540Cleaning up temporary data from old regions at 1731057372574 (+34 ms)Region opened successfully at 1731057372586 (+12 ms) 2024-11-08T09:16:12,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:16:12,586 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:16:12,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:16:12,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:16:12,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:16:12,587 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:16:12,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057372586Disabling compacts and flushes for region at 1731057372586Disabling writes for close at 1731057372586Writing region close event to WAL at 1731057372587 (+1 ms)Closed at 1731057372587 2024-11-08T09:16:12,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:12,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:16:12,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:16:12,591 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:16:12,593 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:16:12,748 DEBUG [cf4d76213909:32829 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:16:12,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,37035,1731057370862 2024-11-08T09:16:12,750 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,37035,1731057370862, state=OPENING 2024-11-08T09:16:12,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:16:12,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:12,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:12,828 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:16:12,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:12,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:12,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-78685714/meta-region-server: CHANGED 2024-11-08T09:16:12,847 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:16:12,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,37035,1731057370862}] 2024-11-08T09:16:12,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-78685714/meta-region-server: CHANGED 2024-11-08T09:16:13,001 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:16:13,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:16:13,009 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:16:13,009 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:13,010 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:16:13,011 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C37035%2C1731057370862.meta, suffix=.meta, logDir=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/WALs/cf4d76213909,37035,1731057370862, archiveDir=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/oldWALs, maxLogs=10 2024-11-08T09:16:13,031 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/WALs/cf4d76213909,37035,1731057370862/cf4d76213909%2C37035%2C1731057370862.meta.1731057373012.meta, exclude list is [], retry=0 2024-11-08T09:16:13,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43833,DS-a43d32f7-9e22-41dd-bc78-fee0a43ab695,DISK] 2024-11-08T09:16:13,041 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/WALs/cf4d76213909,37035,1731057370862/cf4d76213909%2C37035%2C1731057370862.meta.1731057373012.meta 2024-11-08T09:16:13,041 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45521:45521)] 2024-11-08T09:16:13,041 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:16:13,042 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:16:13,042 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:16:13,042 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:16:13,042 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:16:13,043 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:16:13,043 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:13,043 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:16:13,043 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:16:13,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:16:13,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:16:13,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:13,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:13,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:16:13,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:16:13,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:13,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:13,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:16:13,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:16:13,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:13,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:13,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:16:13,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:16:13,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:13,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:13,059 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:16:13,060 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/data/hbase/meta/1588230740 2024-11-08T09:16:13,065 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/data/hbase/meta/1588230740 2024-11-08T09:16:13,067 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:16:13,067 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:16:13,068 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:16:13,070 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:16:13,071 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66274068, jitterRate=-0.012439429759979248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:16:13,072 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:16:13,072 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057373043Writing region info on filesystem at 1731057373043Initializing all the Stores at 1731057373044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057373044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057373045 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057373045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057373045Cleaning up temporary data from old regions at 1731057373067 (+22 ms)Running coprocessor post-open hooks at 1731057373072 (+5 ms)Region opened successfully at 1731057373072 2024-11-08T09:16:13,073 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057373000 2024-11-08T09:16:13,076 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:16:13,077 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:16:13,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,37035,1731057370862 2024-11-08T09:16:13,080 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,37035,1731057370862, state=OPEN 2024-11-08T09:16:13,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-78685714/meta-region-server 2024-11-08T09:16:13,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-78685714/meta-region-server 2024-11-08T09:16:13,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-78685714/meta-region-server: CHANGED 2024-11-08T09:16:13,089 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,37035,1731057370862 2024-11-08T09:16:13,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-78685714/meta-region-server: CHANGED 2024-11-08T09:16:13,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:16:13,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,37035,1731057370862 in 242 msec 2024-11-08T09:16:13,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:16:13,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-08T09:16:13,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:13,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:16:13,103 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:13,103 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,37035,1731057370862, seqNum=-1] 2024-11-08T09:16:13,103 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:13,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:16:13,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0090 sec 2024-11-08T09:16:13,115 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057373115, completionTime=-1 2024-11-08T09:16:13,115 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:16:13,115 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:16:13,118 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:16:13,118 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057433118 2024-11-08T09:16:13,118 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057493118 2024-11-08T09:16:13,119 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T09:16:13,119 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,32829,1731057370714-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:13,119 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,32829,1731057370714-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:13,119 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,32829,1731057370714-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:13,119 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:32829, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:13,120 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:13,121 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:13,124 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:16:13,127 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.186sec 2024-11-08T09:16:13,128 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:16:13,128 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:16:13,128 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:16:13,128 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:16:13,128 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:16:13,128 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,32829,1731057370714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:16:13,128 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,32829,1731057370714-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:16:13,131 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:16:13,131 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:16:13,131 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,32829,1731057370714-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:13,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c2233d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:13,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,32829,-1 for getting cluster id 2024-11-08T09:16:13,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:13,209 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '700afc21-2007-4517-893c-1f2463e36a53' 2024-11-08T09:16:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "700afc21-2007-4517-893c-1f2463e36a53" 2024-11-08T09:16:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69561f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,32829,-1] 2024-11-08T09:16:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:13,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:13,212 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:13,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5497595e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:13,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,37035,1731057370862, seqNum=-1] 2024-11-08T09:16:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:13,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:16:13,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,32829,1731057370714 2024-11-08T09:16:13,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65099 2024-11-08T09:16:13,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:16:13,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10119bb295f0005 connected 2024-11-08T09:16:13,378 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:16:13,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13247399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:13,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,45649,-1 for getting cluster id 2024-11-08T09:16:13,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:13,501 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82338655-03e2-4238-99e0-a003e7ed2e10' 2024-11-08T09:16:13,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82338655-03e2-4238-99e0-a003e7ed2e10" 2024-11-08T09:16:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab6a040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,45649,-1] 2024-11-08T09:16:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:13,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:13,505 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54888a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:13,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:16:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,45649,1731057366320 2024-11-08T09:16:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed0a0ef 2024-11-08T09:16:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:16:13,512 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:16:13,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45649 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:32829,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:16:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:16:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:13,518 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:32829' 2024-11-08T09:16:13,520 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494050c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:13,521 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,32829,-1 for getting cluster id 2024-11-08T09:16:13,521 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:13,522 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '700afc21-2007-4517-893c-1f2463e36a53' 2024-11-08T09:16:13,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:13,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "700afc21-2007-4517-893c-1f2463e36a53" 2024-11-08T09:16:13,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44260266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:13,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,32829,-1] 2024-11-08T09:16:13,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:13,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:13,525 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:13,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31043c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:13,526 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:16:13,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,32829,1731057370714 2024-11-08T09:16:13,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec742c2 2024-11-08T09:16:13,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:16:13,529 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:16:13,530 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T09:16:13,530 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:16:13,530 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:13,536 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:13,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:16:13,536 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:16:13,541 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:16:13,543 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:16:13,543 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:13,545 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:16:13,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741835_1011 (size=1138) 2024-11-08T09:16:13,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dbb2957050ddac1026d717d8791231ff, NAME => 'hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4 2024-11-08T09:16:13,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741836_1012 (size=44) 2024-11-08T09:16:13,591 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:16:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:13,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:13,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dbb2957050ddac1026d717d8791231ff, disabling compactions & flushes 2024-11-08T09:16:13,975 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. 2024-11-08T09:16:13,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. 2024-11-08T09:16:13,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. after waiting 0 ms 2024-11-08T09:16:13,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. 2024-11-08T09:16:13,975 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. 2024-11-08T09:16:13,976 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dbb2957050ddac1026d717d8791231ff: Waiting for close lock at 1731057373975Disabling compacts and flushes for region at 1731057373975Disabling writes for close at 1731057373975Writing region close event to WAL at 1731057373975Closed at 1731057373975 2024-11-08T09:16:13,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:16:13,978 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057373978"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057373978"}]},"ts":"1731057373978"} 2024-11-08T09:16:13,982 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:16:13,984 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:16:13,985 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057373984"}]},"ts":"1731057373984"} 2024-11-08T09:16:13,990 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:16:13,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbb2957050ddac1026d717d8791231ff, ASSIGN}] 2024-11-08T09:16:13,993 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbb2957050ddac1026d717d8791231ff, ASSIGN 2024-11-08T09:16:13,994 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dbb2957050ddac1026d717d8791231ff, ASSIGN; state=OFFLINE, location=cf4d76213909,40571,1731057366763; forceNewPlan=false, retain=false 2024-11-08T09:16:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:14,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dbb2957050ddac1026d717d8791231ff, regionState=OPENING, regionLocation=cf4d76213909,40571,1731057366763 2024-11-08T09:16:14,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dbb2957050ddac1026d717d8791231ff, ASSIGN because future has completed 2024-11-08T09:16:14,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbb2957050ddac1026d717d8791231ff, server=cf4d76213909,40571,1731057366763}] 2024-11-08T09:16:14,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. 2024-11-08T09:16:14,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:14,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:16:14,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C40571%2C1731057366763.rep, suffix=, logDir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763, archiveDir=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/oldWALs, maxLogs=10 2024-11-08T09:16:14,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.rep.1731057374307, exclude list is [], retry=0 2024-11-08T09:16:14,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45907,DS-dca9da04-3425-4c17-b104-1df649e8ce3d,DISK] 2024-11-08T09:16:14,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.rep.1731057374307 2024-11-08T09:16:14,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42445:42445)] 2024-11-08T09:16:14,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => dbb2957050ddac1026d717d8791231ff, NAME => 'hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:16:14,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:16:14,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:16:14,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. service=MultiRowMutationService 2024-11-08T09:16:14,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:16:14,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:14,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:14,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:14,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:14,331 INFO [StoreOpener-dbb2957050ddac1026d717d8791231ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:14,335 INFO [StoreOpener-dbb2957050ddac1026d717d8791231ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb2957050ddac1026d717d8791231ff columnFamilyName hfileref 2024-11-08T09:16:14,335 DEBUG [StoreOpener-dbb2957050ddac1026d717d8791231ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:14,336 INFO [StoreOpener-dbb2957050ddac1026d717d8791231ff-1 {}] regionserver.HStore(327): Store=dbb2957050ddac1026d717d8791231ff/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:14,336 INFO [StoreOpener-dbb2957050ddac1026d717d8791231ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:14,338 INFO [StoreOpener-dbb2957050ddac1026d717d8791231ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb2957050ddac1026d717d8791231ff columnFamilyName queue 2024-11-08T09:16:14,338 DEBUG [StoreOpener-dbb2957050ddac1026d717d8791231ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:14,339 INFO [StoreOpener-dbb2957050ddac1026d717d8791231ff-1 {}] regionserver.HStore(327): Store=dbb2957050ddac1026d717d8791231ff/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:14,339 INFO [StoreOpener-dbb2957050ddac1026d717d8791231ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:14,340 INFO [StoreOpener-dbb2957050ddac1026d717d8791231ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb2957050ddac1026d717d8791231ff columnFamilyName sid 2024-11-08T09:16:14,341 DEBUG [StoreOpener-dbb2957050ddac1026d717d8791231ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:14,341 INFO [StoreOpener-dbb2957050ddac1026d717d8791231ff-1 {}] regionserver.HStore(327): Store=dbb2957050ddac1026d717d8791231ff/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:14,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:14,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/replication/dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:14,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/replication/dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:14,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:14,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:14,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:16:14,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:14,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/replication/dbb2957050ddac1026d717d8791231ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:16:14,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened dbb2957050ddac1026d717d8791231ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63506683, jitterRate=-0.053676679730415344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:16:14,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:14,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for dbb2957050ddac1026d717d8791231ff: Running coprocessor pre-open hook at 1731057374330Writing region info on filesystem at 1731057374330Initializing all the Stores at 1731057374331 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057374331Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057374331Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057374331Cleaning up temporary data from old regions at 1731057374344 (+13 ms)Running coprocessor post-open hooks at 1731057374348 (+4 ms)Region opened successfully at 1731057374349 (+1 ms) 2024-11-08T09:16:14,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff., pid=7, masterSystemTime=1731057374301 2024-11-08T09:16:14,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. 2024-11-08T09:16:14,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. 2024-11-08T09:16:14,353 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dbb2957050ddac1026d717d8791231ff, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,40571,1731057366763 2024-11-08T09:16:14,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbb2957050ddac1026d717d8791231ff, server=cf4d76213909,40571,1731057366763 because future has completed 2024-11-08T09:16:14,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T09:16:14,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dbb2957050ddac1026d717d8791231ff, server=cf4d76213909,40571,1731057366763 in 209 msec 2024-11-08T09:16:14,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:16:14,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbb2957050ddac1026d717d8791231ff, ASSIGN in 371 msec 2024-11-08T09:16:14,375 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:16:14,375 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057374375"}]},"ts":"1731057374375"} 2024-11-08T09:16:14,383 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:16:14,385 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:16:14,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 849 msec 2024-11-08T09:16:14,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff., hostname=cf4d76213909,40571,1731057366763, seqNum=2] 2024-11-08T09:16:14,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:14,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:14,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:16:14,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T09:16:14,602 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:16:14,630 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,40571,1731057366763, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:16:14,631 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:14,631 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,40571,1731057366763, seqNum=-1] 2024-11-08T09:16:14,631 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:14,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-08T09:16:14,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,40571,1731057366763', locateType=CURRENT is [region=hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff., hostname=cf4d76213909,40571,1731057366763, seqNum=2] 2024-11-08T09:16:14,638 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T09:16:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45649 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T09:16:14,641 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,40571,1731057366763 suceeded 2024-11-08T09:16:14,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T09:16:14,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-08T09:16:14,647 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:32829,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:16:14,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1350 sec 2024-11-08T09:16:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:14,652 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:16:14,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:16:14,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:14,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:14,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:14,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:16:14,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:16:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,45649,1731057366320 2024-11-08T09:16:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a439d5 2024-11-08T09:16:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:16:14,656 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:16:14,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45649 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T09:16:14,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:16:14,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:16:14,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:14,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:14,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:14,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:16:14,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1436443932, stopped=false 2024-11-08T09:16:14,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:16:14,658 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,32829,1731057370714 2024-11-08T09:16:14,660 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:32829' 2024-11-08T09:16:14,661 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e47ea4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:14,662 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,32829,-1 for getting cluster id 2024-11-08T09:16:14,662 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:14,663 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '700afc21-2007-4517-893c-1f2463e36a53' 2024-11-08T09:16:14,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:14,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "700afc21-2007-4517-893c-1f2463e36a53" 2024-11-08T09:16:14,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b82390d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:14,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,32829,-1] 2024-11-08T09:16:14,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:14,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:14,665 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:14,665 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d0e8c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:14,666 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:16:14,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,32829,1731057370714 2024-11-08T09:16:14,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cbae6ed 2024-11-08T09:16:14,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:16:14,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-78685714/running 2024-11-08T09:16:14,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:14,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-78685714/running 2024-11-08T09:16:14,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:14,667 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:16:14,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:16:14,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:14,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:14,668 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,37035,1731057370862' ***** 2024-11-08T09:16:14,668 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:16:14,668 INFO [RS:0;cf4d76213909:37035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:16:14,668 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:16:14,668 INFO [RS:0;cf4d76213909:37035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:16:14,668 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-08T09:16:14,669 INFO [RS:0;cf4d76213909:37035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:16:14,669 INFO [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,37035,1731057370862 2024-11-08T09:16:14,669 INFO [RS:0;cf4d76213909:37035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:16:14,669 INFO [RS:0;cf4d76213909:37035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:37035. 2024-11-08T09:16:14,669 DEBUG [RS:0;cf4d76213909:37035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:14,669 DEBUG [RS:0;cf4d76213909:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:14,669 INFO [RS:0;cf4d76213909:37035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:16:14,669 INFO [RS:0;cf4d76213909:37035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:16:14,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Set watcher on znode that does not yet exist, /1-78685714/running 2024-11-08T09:16:14,669 INFO [RS:0;cf4d76213909:37035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:16:14,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Set watcher on znode that does not yet exist, /1-78685714/running 2024-11-08T09:16:14,669 INFO [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:16:14,669 INFO [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T09:16:14,669 DEBUG [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:16:14,670 DEBUG [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:16:14,670 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:16:14,670 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,40571,1731057366763 (queues=1) is replicating from cluster=82338655-03e2-4238-99e0-a003e7ed2e10 to cluster=700afc21-2007-4517-893c-1f2463e36a53 2024-11-08T09:16:14,670 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:16:14,670 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:16:14,670 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C40571%2C1731057366763 2024-11-08T09:16:14,670 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:16:14,670 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:16:14,670 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,40571,1731057366763, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:16:14,670 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T09:16:14,670 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763.replicationSource.shippercf4d76213909%2C40571%2C1731057366763,1-cf4d76213909,40571,1731057366763 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C40571%2C1731057366763 2024-11-08T09:16:14,670 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763.replicationSource.wal-reader.cf4d76213909%2C40571%2C1731057366763,1-cf4d76213909,40571,1731057366763 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.1731057367525, startPosition=0, beingWritten=true 2024-11-08T09:16:14,693 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/data/hbase/meta/1588230740/.tmp/ns/81930cdeb70044f88cc49568494ec1a5 is 43, key is default/ns:d/1731057373106/Put/seqid=0 2024-11-08T09:16:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741835_1011 (size=5153) 2024-11-08T09:16:14,703 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/data/hbase/meta/1588230740/.tmp/ns/81930cdeb70044f88cc49568494ec1a5 2024-11-08T09:16:14,713 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/data/hbase/meta/1588230740/.tmp/ns/81930cdeb70044f88cc49568494ec1a5 as hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/data/hbase/meta/1588230740/ns/81930cdeb70044f88cc49568494ec1a5 2024-11-08T09:16:14,723 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/data/hbase/meta/1588230740/ns/81930cdeb70044f88cc49568494ec1a5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T09:16:14,724 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=6, compaction requested=false 2024-11-08T09:16:14,738 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T09:16:14,739 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:16:14,739 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:16:14,740 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:16:14,740 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057374670Running coprocessor pre-close hooks at 1731057374670Disabling compacts and flushes for region at 1731057374670Disabling writes for close at 1731057374670Obtaining lock to block concurrent updates at 1731057374670Preparing flush snapshotting stores in 1588230740 at 1731057374670Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731057374671 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731057374672 (+1 ms)Flushing 1588230740/ns: creating writer at 1731057374672Flushing 1588230740/ns: appending metadata at 1731057374693 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731057374693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d26e41: reopening flushed file at 1731057374711 (+18 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=6, compaction requested=false at 1731057374724 (+13 ms)Writing region close event to WAL at 1731057374728 (+4 ms)Running coprocessor post-close hooks at 1731057374739 (+11 ms)Closed at 1731057374740 (+1 ms) 2024-11-08T09:16:14,740 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:16:14,743 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:16:14,870 INFO [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,37035,1731057370862; all regions closed. 2024-11-08T09:16:14,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741834_1010 (size=1152) 2024-11-08T09:16:14,875 DEBUG [RS:0;cf4d76213909:37035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/oldWALs 2024-11-08T09:16:14,875 INFO [RS:0;cf4d76213909:37035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C37035%2C1731057370862.meta:.meta(num 1731057373012) 2024-11-08T09:16:14,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741833_1009 (size=93) 2024-11-08T09:16:14,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/WALs/cf4d76213909,37035,1731057370862/cf4d76213909%2C37035%2C1731057370862.1731057372488 not finished, retry = 0 2024-11-08T09:16:14,890 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763.replicationSource.wal-reader.cf4d76213909%2C40571%2C1731057366763,1-cf4d76213909,40571,1731057366763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.1731057367525 to pos 0, reset compression=false 2024-11-08T09:16:14,980 DEBUG [RS:0;cf4d76213909:37035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/oldWALs 2024-11-08T09:16:14,980 INFO [RS:0;cf4d76213909:37035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C37035%2C1731057370862:(num 1731057372488) 2024-11-08T09:16:14,980 DEBUG [RS:0;cf4d76213909:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:14,980 INFO [RS:0;cf4d76213909:37035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:16:14,980 INFO [RS:0;cf4d76213909:37035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:16:14,981 INFO [RS:0;cf4d76213909:37035 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T09:16:14,981 INFO [RS:0;cf4d76213909:37035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:16:14,981 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:16:14,981 INFO [RS:0;cf4d76213909:37035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37035 2024-11-08T09:16:14,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714/rs 2024-11-08T09:16:14,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-78685714/rs/cf4d76213909,37035,1731057370862 2024-11-08T09:16:14,993 INFO [RS:0;cf4d76213909:37035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:16:15,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,37035,1731057370862] 2024-11-08T09:16:15,014 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-78685714/draining/cf4d76213909,37035,1731057370862 already deleted, retry=false 2024-11-08T09:16:15,014 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,37035,1731057370862 expired; onlineServers=0 2024-11-08T09:16:15,014 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,32829,1731057370714' ***** 2024-11-08T09:16:15,014 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:16:15,015 INFO [M:0;cf4d76213909:32829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:16:15,015 INFO [M:0;cf4d76213909:32829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:16:15,015 DEBUG [M:0;cf4d76213909:32829 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:16:15,015 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:16:15,015 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057372119 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057372119,5,FailOnTimeoutGroup] 2024-11-08T09:16:15,015 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057372119 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057372119,5,FailOnTimeoutGroup] 2024-11-08T09:16:15,015 DEBUG [M:0;cf4d76213909:32829 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:16:15,015 INFO [M:0;cf4d76213909:32829 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:16:15,015 INFO [M:0;cf4d76213909:32829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:16:15,016 DEBUG [M:0;cf4d76213909:32829 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:16:15,016 INFO [M:0;cf4d76213909:32829 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:16:15,016 INFO [M:0;cf4d76213909:32829 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:16:15,016 INFO [M:0;cf4d76213909:32829 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:16:15,016 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:16:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-78685714/master 2024-11-08T09:16:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-78685714 2024-11-08T09:16:15,025 DEBUG [M:0;cf4d76213909:32829 {}] zookeeper.ZKUtil(347): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Unable to get data of znode /1-78685714/master because node does not exist (not an error) 2024-11-08T09:16:15,025 WARN [M:0;cf4d76213909:32829 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:16:15,026 INFO [M:0;cf4d76213909:32829 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/.lastflushedseqids 2024-11-08T09:16:15,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741836_1012 (size=99) 2024-11-08T09:16:15,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:15,104 INFO [RS:0;cf4d76213909:37035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:16:15,104 INFO [RS:0;cf4d76213909:37035 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,37035,1731057370862; zookeeper connection closed. 2024-11-08T09:16:15,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x10119bb295f0004, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:15,104 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c37d866 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c37d866 2024-11-08T09:16:15,105 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:16:15,196 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763.replicationSource.wal-reader.cf4d76213909%2C40571%2C1731057366763,1-cf4d76213909,40571,1731057366763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.1731057367525 to pos 0, reset compression=false 2024-11-08T09:16:15,431 INFO [M:0;cf4d76213909:32829 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:16:15,431 INFO [M:0;cf4d76213909:32829 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:16:15,431 DEBUG [M:0;cf4d76213909:32829 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:16:15,431 INFO [M:0;cf4d76213909:32829 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:15,431 DEBUG [M:0;cf4d76213909:32829 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:15,431 DEBUG [M:0;cf4d76213909:32829 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:16:15,431 DEBUG [M:0;cf4d76213909:32829 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:15,432 INFO [M:0;cf4d76213909:32829 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T09:16:15,453 DEBUG [M:0;cf4d76213909:32829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37d0799dada2446ab54b95de02db96be is 82, key is hbase:meta,,1/info:regioninfo/1731057373078/Put/seqid=0 2024-11-08T09:16:15,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741837_1013 (size=5672) 2024-11-08T09:16:15,458 INFO [M:0;cf4d76213909:32829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37d0799dada2446ab54b95de02db96be 2024-11-08T09:16:15,478 DEBUG [M:0;cf4d76213909:32829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4719ad05269143e8aa3cfbc6ec9643f0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731057373113/Put/seqid=0 2024-11-08T09:16:15,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741838_1014 (size=5275) 2024-11-08T09:16:15,601 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763.replicationSource.wal-reader.cf4d76213909%2C40571%2C1731057366763,1-cf4d76213909,40571,1731057366763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.1731057367525 to pos 0, reset compression=false 2024-11-08T09:16:15,883 INFO [M:0;cf4d76213909:32829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4719ad05269143e8aa3cfbc6ec9643f0 2024-11-08T09:16:15,909 DEBUG [M:0;cf4d76213909:32829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6f1c025029f4a32a3068bdb6d52bac4 is 69, key is cf4d76213909,37035,1731057370862/rs:state/1731057372256/Put/seqid=0 2024-11-08T09:16:15,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741839_1015 (size=5156) 2024-11-08T09:16:16,106 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763.replicationSource.wal-reader.cf4d76213909%2C40571%2C1731057366763,1-cf4d76213909,40571,1731057366763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.1731057367525 to pos 0, reset compression=false 2024-11-08T09:16:16,315 INFO [M:0;cf4d76213909:32829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6f1c025029f4a32a3068bdb6d52bac4 2024-11-08T09:16:16,321 DEBUG [M:0;cf4d76213909:32829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37d0799dada2446ab54b95de02db96be as hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37d0799dada2446ab54b95de02db96be 2024-11-08T09:16:16,328 INFO [M:0;cf4d76213909:32829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37d0799dada2446ab54b95de02db96be, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T09:16:16,329 DEBUG [M:0;cf4d76213909:32829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4719ad05269143e8aa3cfbc6ec9643f0 as hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4719ad05269143e8aa3cfbc6ec9643f0 2024-11-08T09:16:16,335 INFO [M:0;cf4d76213909:32829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4719ad05269143e8aa3cfbc6ec9643f0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T09:16:16,337 DEBUG [M:0;cf4d76213909:32829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6f1c025029f4a32a3068bdb6d52bac4 as hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6f1c025029f4a32a3068bdb6d52bac4 2024-11-08T09:16:16,344 INFO [M:0;cf4d76213909:32829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45175/user/jenkins/test-data/4fd07a0a-606d-ce3c-e3d5-02ad7fb63c7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6f1c025029f4a32a3068bdb6d52bac4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T09:16:16,350 INFO [M:0;cf4d76213909:32829 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=28, compaction requested=false 2024-11-08T09:16:16,364 INFO [M:0;cf4d76213909:32829 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:16,365 DEBUG [M:0;cf4d76213909:32829 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057375431Disabling compacts and flushes for region at 1731057375431Disabling writes for close at 1731057375431Obtaining lock to block concurrent updates at 1731057375432 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057375432Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731057375432Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057375433 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057375433Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057375452 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057375452Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057375464 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057375478 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057375478Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057375890 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057375908 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057375908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49362c74: reopening flushed file at 1731057376320 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6e4342: reopening flushed file at 1731057376328 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56aec40f: reopening flushed file at 1731057376336 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=28, compaction requested=false at 1731057376350 (+14 ms)Writing region close event to WAL at 1731057376364 (+14 ms)Closed at 1731057376364 2024-11-08T09:16:16,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741830_1006 (size=10165) 2024-11-08T09:16:16,371 INFO [M:0;cf4d76213909:32829 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:16:16,371 INFO [M:0;cf4d76213909:32829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32829 2024-11-08T09:16:16,372 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:16:16,372 INFO [M:0;cf4d76213909:32829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:16:16,599 INFO [M:0;cf4d76213909:32829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:16:16,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:16,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32829-0x10119bb295f0003, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:16,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63e8c2f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:16:16,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7200f9cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:16:16,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:16:16,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7341e0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:16:16,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b7da30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/hadoop.log.dir/,STOPPED} 2024-11-08T09:16:16,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:16:16,609 WARN [BP-2020466762-172.17.0.2-1731057368528 heartbeating to localhost/127.0.0.1:45175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:16:16,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:16:16,609 WARN [BP-2020466762-172.17.0.2-1731057368528 heartbeating to localhost/127.0.0.1:45175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2020466762-172.17.0.2-1731057368528 (Datanode Uuid ae1a5c27-0be4-43da-948a-eaf134244dbc) service to localhost/127.0.0.1:45175 2024-11-08T09:16:16,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/cluster_8fa5d60b-3513-0853-e583-8fd67bfcd40a/data/data1/current/BP-2020466762-172.17.0.2-1731057368528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:16:16,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/cluster_8fa5d60b-3513-0853-e583-8fd67bfcd40a/data/data2/current/BP-2020466762-172.17.0.2-1731057368528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:16:16,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:16:16,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7634b461{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:16:16,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:16:16,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:16:16,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:16:16,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/hadoop.log.dir/,STOPPED} 2024-11-08T09:16:16,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:16:16,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:16:16,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:16:16,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:16,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:16,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:16,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:16:16,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:16:16,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1147409153, stopped=false 2024-11-08T09:16:16,635 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,45649,1731057366320 2024-11-08T09:16:16,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01330242231/running 2024-11-08T09:16:16,646 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:16:16,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:16,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:16:16,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01330242231/running 2024-11-08T09:16:16,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:16,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:16,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:16,647 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,40571,1731057366763' ***** 2024-11-08T09:16:16,647 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:16:16,647 INFO [RS:0;cf4d76213909:40571 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:16:16,647 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:16:16,647 INFO [RS:0;cf4d76213909:40571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:16:16,648 INFO [RS:0;cf4d76213909:40571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:16:16,648 INFO [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(3091): Received CLOSE for dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:16,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Set watcher on znode that does not yet exist, /01330242231/running 2024-11-08T09:16:16,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Set watcher on znode that does not yet exist, /01330242231/running 2024-11-08T09:16:16,648 INFO [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,40571,1731057366763 2024-11-08T09:16:16,648 INFO [RS:0;cf4d76213909:40571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:16:16,648 INFO [RS:0;cf4d76213909:40571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:40571. 2024-11-08T09:16:16,648 DEBUG [RS:0;cf4d76213909:40571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:16,648 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbb2957050ddac1026d717d8791231ff, disabling compactions & flushes 2024-11-08T09:16:16,648 DEBUG [RS:0;cf4d76213909:40571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:16,648 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. 2024-11-08T09:16:16,648 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. 2024-11-08T09:16:16,648 INFO [RS:0;cf4d76213909:40571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:16:16,648 INFO [RS:0;cf4d76213909:40571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:16:16,648 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. after waiting 0 ms 2024-11-08T09:16:16,648 INFO [RS:0;cf4d76213909:40571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:16:16,648 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. 2024-11-08T09:16:16,648 INFO [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:16:16,648 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dbb2957050ddac1026d717d8791231ff 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T09:16:16,649 INFO [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:16:16,649 DEBUG [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dbb2957050ddac1026d717d8791231ff=hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff.} 2024-11-08T09:16:16,649 DEBUG [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:16,649 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:16:16,649 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:16:16,649 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:16:16,650 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:16:16,650 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:16:16,650 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T09:16:16,672 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/replication/dbb2957050ddac1026d717d8791231ff/.tmp/queue/4f94effd683242dcb40724f0f3c24f9c is 151, key is 1-cf4d76213909,40571,1731057366763/queue:cf4d76213909%2C40571%2C1731057366763/1731057374636/Put/seqid=0 2024-11-08T09:16:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741838_1014 (size=5350) 2024-11-08T09:16:16,683 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/.tmp/info/4b942d2f1b44422880e951948b259627 is 147, key is hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff./info:regioninfo/1731057374353/Put/seqid=0 2024-11-08T09:16:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741839_1015 (size=6631) 2024-11-08T09:16:16,689 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/.tmp/info/4b942d2f1b44422880e951948b259627 2024-11-08T09:16:16,698 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:16:16,711 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763.replicationSource.wal-reader.cf4d76213909%2C40571%2C1731057366763,1-cf4d76213909,40571,1731057366763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.1731057367525 to pos 0, reset compression=false 2024-11-08T09:16:16,716 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/.tmp/ns/5bc18dbae4e74290a39257b1c9f3f6e5 is 43, key is default/ns:d/1731057368333/Put/seqid=0 2024-11-08T09:16:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741840_1016 (size=5153) 2024-11-08T09:16:16,849 DEBUG [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:17,049 DEBUG [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbb2957050ddac1026d717d8791231ff 2024-11-08T09:16:17,078 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/replication/dbb2957050ddac1026d717d8791231ff/.tmp/queue/4f94effd683242dcb40724f0f3c24f9c 2024-11-08T09:16:17,084 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/replication/dbb2957050ddac1026d717d8791231ff/.tmp/queue/4f94effd683242dcb40724f0f3c24f9c as hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/replication/dbb2957050ddac1026d717d8791231ff/queue/4f94effd683242dcb40724f0f3c24f9c 2024-11-08T09:16:17,094 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/replication/dbb2957050ddac1026d717d8791231ff/queue/4f94effd683242dcb40724f0f3c24f9c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T09:16:17,095 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dbb2957050ddac1026d717d8791231ff in 447ms, sequenceid=5, compaction requested=false 2024-11-08T09:16:17,095 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T09:16:17,113 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/replication/dbb2957050ddac1026d717d8791231ff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T09:16:17,114 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:16:17,114 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:16:17,114 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. 2024-11-08T09:16:17,114 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbb2957050ddac1026d717d8791231ff: Waiting for close lock at 1731057376648Running coprocessor pre-close hooks at 1731057376648Disabling compacts and flushes for region at 1731057376648Disabling writes for close at 1731057376648Obtaining lock to block concurrent updates at 1731057376648Preparing flush snapshotting stores in dbb2957050ddac1026d717d8791231ff at 1731057376648Finished memstore snapshotting hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731057376649 (+1 ms)Flushing stores of hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. at 1731057376650 (+1 ms)Flushing dbb2957050ddac1026d717d8791231ff/queue: creating writer at 1731057376650Flushing dbb2957050ddac1026d717d8791231ff/queue: appending metadata at 1731057376672 (+22 ms)Flushing dbb2957050ddac1026d717d8791231ff/queue: closing flushed file at 1731057376672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df816b9: reopening flushed file at 1731057377083 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dbb2957050ddac1026d717d8791231ff in 447ms, sequenceid=5, compaction requested=false at 1731057377095 (+12 ms)Writing region close event to WAL at 1731057377096 (+1 ms)Running coprocessor post-close hooks at 1731057377114 (+18 ms)Closed at 1731057377114 2024-11-08T09:16:17,114 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731057373536.dbb2957050ddac1026d717d8791231ff. 2024-11-08T09:16:17,122 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/.tmp/ns/5bc18dbae4e74290a39257b1c9f3f6e5 2024-11-08T09:16:17,146 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/.tmp/table/adbb3161519d4675ad0e0a0ac12bfa19 is 53, key is hbase:replication/table:state/1731057374375/Put/seqid=0 2024-11-08T09:16:17,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741841_1017 (size=5256) 2024-11-08T09:16:17,159 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/.tmp/table/adbb3161519d4675ad0e0a0ac12bfa19 2024-11-08T09:16:17,166 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/.tmp/info/4b942d2f1b44422880e951948b259627 as hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/info/4b942d2f1b44422880e951948b259627 2024-11-08T09:16:17,173 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/info/4b942d2f1b44422880e951948b259627, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T09:16:17,174 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/.tmp/ns/5bc18dbae4e74290a39257b1c9f3f6e5 as hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/ns/5bc18dbae4e74290a39257b1c9f3f6e5 2024-11-08T09:16:17,181 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/ns/5bc18dbae4e74290a39257b1c9f3f6e5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T09:16:17,182 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/.tmp/table/adbb3161519d4675ad0e0a0ac12bfa19 as hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/table/adbb3161519d4675ad0e0a0ac12bfa19 2024-11-08T09:16:17,189 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/table/adbb3161519d4675ad0e0a0ac12bfa19, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T09:16:17,190 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 540ms, sequenceid=11, compaction requested=false 2024-11-08T09:16:17,196 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T09:16:17,196 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:16:17,197 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:16:17,197 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:16:17,197 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057376649Running coprocessor pre-close hooks at 1731057376649Disabling compacts and flushes for region at 1731057376649Disabling writes for close at 1731057376650 (+1 ms)Obtaining lock to block concurrent updates at 1731057376650Preparing flush snapshotting stores in 1588230740 at 1731057376650Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731057376650Flushing stores of hbase:meta,,1.1588230740 at 1731057376652 (+2 ms)Flushing 1588230740/info: creating writer at 1731057376652Flushing 1588230740/info: appending metadata at 1731057376683 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731057376683Flushing 1588230740/ns: creating writer at 1731057376696 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731057376716 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731057376716Flushing 1588230740/table: creating writer at 1731057377129 (+413 ms)Flushing 1588230740/table: appending metadata at 1731057377146 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731057377146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bff94b1: reopening flushed file at 1731057377165 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eef0006: reopening flushed file at 1731057377173 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77344ace: reopening flushed file at 1731057377181 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 540ms, sequenceid=11, compaction requested=false at 1731057377190 (+9 ms)Writing region close event to WAL at 1731057377192 (+2 ms)Running coprocessor post-close hooks at 1731057377196 (+4 ms)Closed at 1731057377197 (+1 ms) 2024-11-08T09:16:17,197 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:16:17,249 INFO [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,40571,1731057366763; all regions closed. 2024-11-08T09:16:17,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741834_1010 (size=2742) 2024-11-08T09:16:17,252 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.meta.1731057368146.meta not finished, retry = 0 2024-11-08T09:16:17,354 DEBUG [RS:0;cf4d76213909:40571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/oldWALs 2024-11-08T09:16:17,354 INFO [RS:0;cf4d76213909:40571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C40571%2C1731057366763.meta:.meta(num 1731057368146) 2024-11-08T09:16:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741837_1013 (size=1586) 2024-11-08T09:16:17,357 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.rep.1731057374307 not finished, retry = 0 2024-11-08T09:16:17,417 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763.replicationSource.wal-reader.cf4d76213909%2C40571%2C1731057366763,1-cf4d76213909,40571,1731057366763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/WALs/cf4d76213909,40571,1731057366763/cf4d76213909%2C40571%2C1731057366763.1731057367525 to pos 0, reset compression=false 2024-11-08T09:16:17,460 DEBUG [RS:0;cf4d76213909:40571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/oldWALs 2024-11-08T09:16:17,460 INFO [RS:0;cf4d76213909:40571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C40571%2C1731057366763.rep:(num 1731057374307) 2024-11-08T09:16:17,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741833_1009 (size=93) 2024-11-08T09:16:17,466 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:16:17,466 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:16:17,466 DEBUG [RS:0;cf4d76213909:40571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/oldWALs 2024-11-08T09:16:17,466 INFO [RS:0;cf4d76213909:40571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C40571%2C1731057366763:(num 1731057367525) 2024-11-08T09:16:17,466 DEBUG [RS:0;cf4d76213909:40571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:17,466 INFO [RS:0;cf4d76213909:40571 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:16:17,466 INFO [RS:0;cf4d76213909:40571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:16:17,467 INFO [RS:0;cf4d76213909:40571 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:16:17,467 INFO [RS:0;cf4d76213909:40571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:16:17,467 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:16:17,467 INFO [RS:0;cf4d76213909:40571 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,40571,1731057366763 because: Region server is closing 2024-11-08T09:16:17,467 INFO [RS:0;cf4d76213909:40571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:40571. 2024-11-08T09:16:17,467 DEBUG [RS:0;cf4d76213909:40571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:17,467 DEBUG [RS:0;cf4d76213909:40571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:17,467 DEBUG [RS:0;cf4d76213909:40571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:17,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:16:17,568 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763.replicationSource.wal-reader.cf4d76213909%2C40571%2C1731057366763,1-cf4d76213909,40571,1731057366763 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T09:16:17,568 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763.replicationSource.shippercf4d76213909%2C40571%2C1731057366763,1-cf4d76213909,40571,1731057366763 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T09:16:17,568 INFO [RS:0;cf4d76213909:40571 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,40571,1731057366763.replicationSource.shippercf4d76213909%2C40571%2C1731057366763,1-cf4d76213909,40571,1731057366763 terminated 2024-11-08T09:16:17,568 INFO [RS:0;cf4d76213909:40571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40571 2024-11-08T09:16:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01330242231/rs/cf4d76213909,40571,1731057366763 2024-11-08T09:16:17,624 INFO [RS:0;cf4d76213909:40571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:16:17,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231/rs 2024-11-08T09:16:17,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,40571,1731057366763] 2024-11-08T09:16:17,646 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01330242231/draining/cf4d76213909,40571,1731057366763 already deleted, retry=false 2024-11-08T09:16:17,646 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,40571,1731057366763 expired; onlineServers=0 2024-11-08T09:16:17,646 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,45649,1731057366320' ***** 2024-11-08T09:16:17,646 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:16:17,646 INFO [M:0;cf4d76213909:45649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:16:17,646 INFO [M:0;cf4d76213909:45649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:16:17,646 DEBUG [M:0;cf4d76213909:45649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:16:17,647 DEBUG [M:0;cf4d76213909:45649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:16:17,647 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:16:17,647 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057367263 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057367263,5,FailOnTimeoutGroup] 2024-11-08T09:16:17,647 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057367263 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057367263,5,FailOnTimeoutGroup] 2024-11-08T09:16:17,647 INFO [M:0;cf4d76213909:45649 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:16:17,647 INFO [M:0;cf4d76213909:45649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:16:17,647 DEBUG [M:0;cf4d76213909:45649 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:16:17,647 INFO [M:0;cf4d76213909:45649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:16:17,647 INFO [M:0;cf4d76213909:45649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:16:17,647 INFO [M:0;cf4d76213909:45649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:16:17,647 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:16:17,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01330242231/master 2024-11-08T09:16:17,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330242231 2024-11-08T09:16:17,657 DEBUG [M:0;cf4d76213909:45649 {}] zookeeper.ZKUtil(347): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Unable to get data of znode /01330242231/master because node does not exist (not an error) 2024-11-08T09:16:17,657 WARN [M:0;cf4d76213909:45649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:16:17,658 INFO [M:0;cf4d76213909:45649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/.lastflushedseqids 2024-11-08T09:16:17,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741842_1018 (size=181) 2024-11-08T09:16:17,736 INFO [RS:0;cf4d76213909:40571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:16:17,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:17,736 INFO [RS:0;cf4d76213909:40571 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,40571,1731057366763; zookeeper connection closed. 2024-11-08T09:16:17,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x10119bb295f0001, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:17,736 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@283da094 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@283da094 2024-11-08T09:16:17,736 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:16:18,071 INFO [M:0;cf4d76213909:45649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:16:18,071 INFO [M:0;cf4d76213909:45649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:16:18,071 DEBUG [M:0;cf4d76213909:45649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:16:18,071 INFO [M:0;cf4d76213909:45649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:18,071 DEBUG [M:0;cf4d76213909:45649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:18,071 DEBUG [M:0;cf4d76213909:45649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:16:18,071 DEBUG [M:0;cf4d76213909:45649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:18,071 INFO [M:0;cf4d76213909:45649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T09:16:18,087 DEBUG [M:0;cf4d76213909:45649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e9b739a95c54196bed16491a91efbc7 is 82, key is hbase:meta,,1/info:regioninfo/1731057368250/Put/seqid=0 2024-11-08T09:16:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741843_1019 (size=5672) 2024-11-08T09:16:18,494 INFO [M:0;cf4d76213909:45649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e9b739a95c54196bed16491a91efbc7 2024-11-08T09:16:18,519 DEBUG [M:0;cf4d76213909:45649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13c0d330c7304b24810dc3d579d6b296 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731057374387/Put/seqid=0 2024-11-08T09:16:18,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741844_1020 (size=7203) 2024-11-08T09:16:18,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:16:18,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:18,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:18,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:18,933 INFO [M:0;cf4d76213909:45649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13c0d330c7304b24810dc3d579d6b296 2024-11-08T09:16:18,954 DEBUG [M:0;cf4d76213909:45649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94d182ac1df84c359a2618c9ec17d2a7 is 69, key is cf4d76213909,40571,1731057366763/rs:state/1731057367361/Put/seqid=0 2024-11-08T09:16:18,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741845_1021 (size=5156) 2024-11-08T09:16:19,359 INFO [M:0;cf4d76213909:45649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94d182ac1df84c359a2618c9ec17d2a7 2024-11-08T09:16:19,368 DEBUG [M:0;cf4d76213909:45649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e9b739a95c54196bed16491a91efbc7 as hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e9b739a95c54196bed16491a91efbc7 2024-11-08T09:16:19,380 INFO [M:0;cf4d76213909:45649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e9b739a95c54196bed16491a91efbc7, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T09:16:19,382 DEBUG [M:0;cf4d76213909:45649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13c0d330c7304b24810dc3d579d6b296 as hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13c0d330c7304b24810dc3d579d6b296 2024-11-08T09:16:19,393 INFO [M:0;cf4d76213909:45649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13c0d330c7304b24810dc3d579d6b296, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T09:16:19,395 DEBUG [M:0;cf4d76213909:45649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94d182ac1df84c359a2618c9ec17d2a7 as hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94d182ac1df84c359a2618c9ec17d2a7 2024-11-08T09:16:19,405 INFO [M:0;cf4d76213909:45649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35959/user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94d182ac1df84c359a2618c9ec17d2a7, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T09:16:19,407 INFO [M:0;cf4d76213909:45649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=70, compaction requested=false 2024-11-08T09:16:19,411 INFO [M:0;cf4d76213909:45649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:19,411 DEBUG [M:0;cf4d76213909:45649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057378071Disabling compacts and flushes for region at 1731057378071Disabling writes for close at 1731057378071Obtaining lock to block concurrent updates at 1731057378071Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057378071Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731057378072 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057378072Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057378072Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057378087 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057378087Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057378499 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057378518 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057378518Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057378939 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057378953 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057378954 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1aa9f: reopening flushed file at 1731057379367 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750a3f65: reopening flushed file at 1731057379380 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fda3530: reopening flushed file at 1731057379393 (+13 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=70, compaction requested=false at 1731057379407 (+14 ms)Writing region close event to WAL at 1731057379411 (+4 ms)Closed at 1731057379411 2024-11-08T09:16:19,414 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/264666f0-34f8-2ff2-6c53-ab3958c906a4/MasterData/WALs/cf4d76213909,45649,1731057366320/cf4d76213909%2C45649%2C1731057366320.1731057366999 not finished, retry = 0 2024-11-08T09:16:19,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741830_1006 (size=41008) 2024-11-08T09:16:19,515 INFO [M:0;cf4d76213909:45649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:16:19,515 INFO [M:0;cf4d76213909:45649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45649 2024-11-08T09:16:19,516 INFO [M:0;cf4d76213909:45649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:16:19,516 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:16:19,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:19,672 INFO [M:0;cf4d76213909:45649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:16:19,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45649-0x10119bb295f0000, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:16:19,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:16:19,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:16:19,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:16:19,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:16:19,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/hadoop.log.dir/,STOPPED} 2024-11-08T09:16:19,678 WARN [BP-372634598-172.17.0.2-1731057364442 heartbeating to localhost/127.0.0.1:35959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:16:19,678 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:16:19,678 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:16:19,678 WARN [BP-372634598-172.17.0.2-1731057364442 heartbeating to localhost/127.0.0.1:35959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-372634598-172.17.0.2-1731057364442 (Datanode Uuid 96521449-6c2b-4d08-87c6-135fa1574959) service to localhost/127.0.0.1:35959 2024-11-08T09:16:19,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/cluster_94caedba-a133-bf7f-60ca-364e18b3e8fd/data/data1/current/BP-372634598-172.17.0.2-1731057364442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:16:19,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/cluster_94caedba-a133-bf7f-60ca-364e18b3e8fd/data/data2/current/BP-372634598-172.17.0.2-1731057364442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:16:19,679 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:16:19,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2266a8ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:16:19,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:16:19,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:16:19,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:16:19,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1ef64672-a56a-9bd9-2f3a-513c9790120e/hadoop.log.dir/,STOPPED} 2024-11-08T09:16:19,713 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:16:19,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:16:19,743 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35959 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65099) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65099) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45175 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=624 (was 505) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4711 (was 5295) 2024-11-08T09:16:19,757 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=624, ProcessCount=11, AvailableMemoryMB=4711 2024-11-08T09:16:19,776 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-08T09:16:19,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/hadoop.log.dir so I do NOT create it in target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a 2024-11-08T09:16:19,777 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:16:19,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/hadoop.tmp.dir so I do NOT create it in target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a 2024-11-08T09:16:19,777 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/25b9eab5-8cde-315b-44f9-6f377d34bec1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:16:19,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a 2024-11-08T09:16:19,777 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/cluster_04b97929-f852-d702-9d1b-d5e9d45cdab6, deleteOnExit=true 2024-11-08T09:16:19,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10119bb295f0002, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:16:19,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10119bb295f0002, quorum=127.0.0.1:65099, baseZNode=/01330242231 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:16:19,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10119bb295f0005, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:16:19,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10119bb295f0005, quorum=127.0.0.1:65099, baseZNode=/1-78685714 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:16:19,833 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/cluster_04b97929-f852-d702-9d1b-d5e9d45cdab6/zookeeper_0, clientPort=64020, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/cluster_04b97929-f852-d702-9d1b-d5e9d45cdab6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/cluster_04b97929-f852-d702-9d1b-d5e9d45cdab6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:16:19,836 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64020 2024-11-08T09:16:19,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:16:19,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:16:19,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/test.cache.data in system properties and HBase conf 2024-11-08T09:16:19,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:16:19,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:16:19,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:16:19,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:16:19,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:16:19,837 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:16:19,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:16:19,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:16:19,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:16:19,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:16:19,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:16:19,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:16:19,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:16:19,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:16:19,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:16:19,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:16:19,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:16:19,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:16:19,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:16:19,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:16:20,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:16:20,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:16:20,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:16:20,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:16:20,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:16:20,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:16:20,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6474836b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:16:20,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e7127e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:16:20,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56588678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/java.io.tmpdir/jetty-localhost-46519-hadoop-hdfs-3_4_1-tests_jar-_-any-18424316314656132907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:16:20,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@475b33e7{HTTP/1.1, (http/1.1)}{localhost:46519} 2024-11-08T09:16:20,323 INFO [Time-limited test {}] server.Server(415): Started @50918ms 2024-11-08T09:16:20,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:16:20,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:16:20,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:16:20,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:16:20,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:16:20,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12d9f85b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:16:20,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489869af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:16:20,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb5d7fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/java.io.tmpdir/jetty-localhost-41487-hadoop-hdfs-3_4_1-tests_jar-_-any-8497983054702435644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:16:20,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b77c33a{HTTP/1.1, (http/1.1)}{localhost:41487} 2024-11-08T09:16:20,765 INFO [Time-limited test {}] server.Server(415): Started @51360ms 2024-11-08T09:16:20,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:16:21,542 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/cluster_04b97929-f852-d702-9d1b-d5e9d45cdab6/data/data2/current/BP-680395820-172.17.0.2-1731057379870/current, will proceed with Du for space computation calculation, 2024-11-08T09:16:21,542 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/cluster_04b97929-f852-d702-9d1b-d5e9d45cdab6/data/data1/current/BP-680395820-172.17.0.2-1731057379870/current, will proceed with Du for space computation calculation, 2024-11-08T09:16:21,565 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:16:21,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4526612a162ca8f with lease ID 0x7f11a2824bbb7218: Processing first storage report for DS-3f679963-c969-4986-9609-bcb5afaa5d06 from datanode DatanodeRegistration(127.0.0.1:42859, datanodeUuid=73630d38-4856-40e2-87f3-f0e400af5d60, infoPort=37121, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1095383567;c=1731057379870) 2024-11-08T09:16:21,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4526612a162ca8f with lease ID 0x7f11a2824bbb7218: from storage DS-3f679963-c969-4986-9609-bcb5afaa5d06 node DatanodeRegistration(127.0.0.1:42859, datanodeUuid=73630d38-4856-40e2-87f3-f0e400af5d60, infoPort=37121, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1095383567;c=1731057379870), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:16:21,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4526612a162ca8f with lease ID 0x7f11a2824bbb7218: Processing first storage report for DS-754e5991-b3b9-4d52-872e-0ea58309c297 from datanode DatanodeRegistration(127.0.0.1:42859, datanodeUuid=73630d38-4856-40e2-87f3-f0e400af5d60, infoPort=37121, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1095383567;c=1731057379870) 2024-11-08T09:16:21,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4526612a162ca8f with lease ID 0x7f11a2824bbb7218: from storage DS-754e5991-b3b9-4d52-872e-0ea58309c297 node DatanodeRegistration(127.0.0.1:42859, datanodeUuid=73630d38-4856-40e2-87f3-f0e400af5d60, infoPort=37121, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1095383567;c=1731057379870), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:16:21,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a 2024-11-08T09:16:21,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:21,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:21,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:16:22,042 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3 with version=8 2024-11-08T09:16:22,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/hbase-staging 2024-11-08T09:16:22,044 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:16:22,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:22,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:22,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:16:22,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:22,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:16:22,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:16:22,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:16:22,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39897 2024-11-08T09:16:22,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39897 connecting to ZooKeeper ensemble=127.0.0.1:64020 2024-11-08T09:16:22,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398970x0, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:16:22,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39897-0x10119bb659c0000 connected 2024-11-08T09:16:22,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:22,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:22,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Set watcher on znode that does not yet exist, /0-242153613/running 2024-11-08T09:16:22,197 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3, hbase.cluster.distributed=false 2024-11-08T09:16:22,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Set watcher on znode that does not yet exist, /0-242153613/acl 2024-11-08T09:16:22,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39897 2024-11-08T09:16:22,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39897 2024-11-08T09:16:22,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39897 2024-11-08T09:16:22,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39897 2024-11-08T09:16:22,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39897 2024-11-08T09:16:22,215 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:16:22,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:22,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:22,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:16:22,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:22,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:16:22,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:16:22,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:16:22,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39997 2024-11-08T09:16:22,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39997 connecting to ZooKeeper ensemble=127.0.0.1:64020 2024-11-08T09:16:22,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:22,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:22,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399970x0, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:16:22,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399970x0, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Set watcher on znode that does not yet exist, /0-242153613/running 2024-11-08T09:16:22,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39997-0x10119bb659c0001 connected 2024-11-08T09:16:22,246 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:16:22,247 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:16:22,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Set watcher on znode that does not yet exist, /0-242153613/master 2024-11-08T09:16:22,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Set watcher on znode that does not yet exist, /0-242153613/acl 2024-11-08T09:16:22,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39997 2024-11-08T09:16:22,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39997 2024-11-08T09:16:22,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39997 2024-11-08T09:16:22,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39997 2024-11-08T09:16:22,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39997 2024-11-08T09:16:22,278 DEBUG [M:0;cf4d76213909:39897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:39897 2024-11-08T09:16:22,278 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-242153613/backup-masters/cf4d76213909,39897,1731057382044 2024-11-08T09:16:22,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613/backup-masters 2024-11-08T09:16:22,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613/backup-masters 2024-11-08T09:16:22,288 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Set watcher on existing znode=/0-242153613/backup-masters/cf4d76213909,39897,1731057382044 2024-11-08T09:16:22,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:22,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-242153613/master 2024-11-08T09:16:22,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:22,298 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Set watcher on existing znode=/0-242153613/master 2024-11-08T09:16:22,299 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-242153613/backup-masters/cf4d76213909,39897,1731057382044 from backup master directory 2024-11-08T09:16:22,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613/backup-masters 2024-11-08T09:16:22,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-242153613/backup-masters/cf4d76213909,39897,1731057382044 2024-11-08T09:16:22,309 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:16:22,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613/backup-masters 2024-11-08T09:16:22,309 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,39897,1731057382044 2024-11-08T09:16:22,313 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/hbase.id] with ID: 5b92b774-d411-4b2e-a216-a81823e748e2 2024-11-08T09:16:22,313 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/.tmp/hbase.id 2024-11-08T09:16:22,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:16:22,334 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/.tmp/hbase.id]:[hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/hbase.id] 2024-11-08T09:16:22,350 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:22,350 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:16:22,351 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:16:22,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:22,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:22,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:16:22,767 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:16:22,768 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:16:22,769 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:22,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:16:23,177 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store 2024-11-08T09:16:23,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:16:23,589 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:23,589 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:16:23,590 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:23,590 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:23,590 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:16:23,590 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:23,590 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:23,590 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057383589Disabling compacts and flushes for region at 1731057383589Disabling writes for close at 1731057383590 (+1 ms)Writing region close event to WAL at 1731057383590Closed at 1731057383590 2024-11-08T09:16:23,591 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/.initializing 2024-11-08T09:16:23,591 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/WALs/cf4d76213909,39897,1731057382044 2024-11-08T09:16:23,592 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:16:23,593 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C39897%2C1731057382044, suffix=, logDir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/WALs/cf4d76213909,39897,1731057382044, archiveDir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/oldWALs, maxLogs=10 2024-11-08T09:16:23,607 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/WALs/cf4d76213909,39897,1731057382044/cf4d76213909%2C39897%2C1731057382044.1731057383593, exclude list is [], retry=0 2024-11-08T09:16:23,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-3f679963-c969-4986-9609-bcb5afaa5d06,DISK] 2024-11-08T09:16:23,611 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/WALs/cf4d76213909,39897,1731057382044/cf4d76213909%2C39897%2C1731057382044.1731057383593 2024-11-08T09:16:23,612 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37121:37121)] 2024-11-08T09:16:23,612 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:16:23,612 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:23,612 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:23,612 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:23,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:23,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:16:23,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:23,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:23,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:23,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:16:23,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:23,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:23,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:23,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:16:23,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:23,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:23,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:23,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:16:23,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:23,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:23,624 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:23,625 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:23,625 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:23,626 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:23,626 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:23,627 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:16:23,628 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:23,630 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:16:23,630 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70304133, jitterRate=0.04761321842670441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:16:23,631 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057383612Initializing all the Stores at 1731057383613 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057383613Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057383613Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057383613Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057383613Cleaning up temporary data from old regions at 1731057383626 (+13 ms)Region opened successfully at 1731057383631 (+5 ms) 2024-11-08T09:16:23,631 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:16:23,634 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4266702a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:16:23,635 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:16:23,635 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:16:23,636 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:16:23,636 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:16:23,636 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:16:23,637 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:16:23,637 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:16:23,639 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:16:23,640 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Unable to get data of znode /0-242153613/balancer because node does not exist (not necessarily an error) 2024-11-08T09:16:23,740 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-242153613/balancer already deleted, retry=false 2024-11-08T09:16:23,740 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:16:23,741 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Unable to get data of znode /0-242153613/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:16:23,750 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-242153613/normalizer already deleted, retry=false 2024-11-08T09:16:23,751 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:16:23,752 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Unable to get data of znode /0-242153613/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:16:23,761 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-242153613/switch/split already deleted, retry=false 2024-11-08T09:16:23,762 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Unable to get data of znode /0-242153613/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:16:23,771 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-242153613/switch/merge already deleted, retry=false 2024-11-08T09:16:23,774 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Unable to get data of znode /0-242153613/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:16:23,782 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-242153613/snapshot-cleanup already deleted, retry=false 2024-11-08T09:16:23,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-242153613/running 2024-11-08T09:16:23,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-242153613/running 2024-11-08T09:16:23,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:23,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:23,793 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,39897,1731057382044, sessionid=0x10119bb659c0000, setting cluster-up flag (Was=false) 2024-11-08T09:16:23,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:23,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:23,845 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-242153613/flush-table-proc/acquired, /0-242153613/flush-table-proc/reached, /0-242153613/flush-table-proc/abort 2024-11-08T09:16:23,846 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,39897,1731057382044 2024-11-08T09:16:23,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:23,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:23,908 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-242153613/online-snapshot/acquired, /0-242153613/online-snapshot/reached, /0-242153613/online-snapshot/abort 2024-11-08T09:16:23,909 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,39897,1731057382044 2024-11-08T09:16:23,910 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:16:23,912 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:23,912 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:16:23,912 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:16:23,913 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,39897,1731057382044 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:16:23,914 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:23,914 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:23,914 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:23,914 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:23,914 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:16:23,914 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:23,914 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:16:23,914 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:23,915 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057413915 2024-11-08T09:16:23,915 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:16:23,915 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:16:23,915 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:16:23,915 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:16:23,915 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:16:23,915 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:16:23,915 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:23,916 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:16:23,916 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:16:23,916 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:16:23,916 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:16:23,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:23,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:16:23,917 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:23,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:16:23,920 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:16:23,920 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:16:23,920 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057383920,5,FailOnTimeoutGroup] 2024-11-08T09:16:23,921 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057383920,5,FailOnTimeoutGroup] 2024-11-08T09:16:23,921 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:23,921 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:16:23,921 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:23,921 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:16:23,967 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(746): ClusterId : 5b92b774-d411-4b2e-a216-a81823e748e2 2024-11-08T09:16:23,967 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:16:24,022 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:16:24,022 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:16:24,056 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:16:24,057 DEBUG [RS:0;cf4d76213909:39997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b491c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:16:24,070 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:39997 2024-11-08T09:16:24,070 INFO [RS:0;cf4d76213909:39997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:16:24,070 INFO [RS:0;cf4d76213909:39997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:16:24,070 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:16:24,071 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,39897,1731057382044 with port=39997, startcode=1731057382215 2024-11-08T09:16:24,071 DEBUG [RS:0;cf4d76213909:39997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:16:24,072 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:16:24,073 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,39997,1731057382215 2024-11-08T09:16:24,073 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39897 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,39997,1731057382215 2024-11-08T09:16:24,074 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3 2024-11-08T09:16:24,074 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36565 2024-11-08T09:16:24,074 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:16:24,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613/rs 2024-11-08T09:16:24,077 DEBUG [RS:0;cf4d76213909:39997 {}] zookeeper.ZKUtil(111): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Set watcher on existing znode=/0-242153613/rs/cf4d76213909,39997,1731057382215 2024-11-08T09:16:24,077 WARN [RS:0;cf4d76213909:39997 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:16:24,078 INFO [RS:0;cf4d76213909:39997 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:24,078 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215 2024-11-08T09:16:24,078 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,39997,1731057382215] 2024-11-08T09:16:24,081 INFO [RS:0;cf4d76213909:39997 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:16:24,083 INFO [RS:0;cf4d76213909:39997 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:16:24,089 INFO [RS:0;cf4d76213909:39997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:16:24,089 INFO [RS:0;cf4d76213909:39997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,090 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:16:24,090 INFO [RS:0;cf4d76213909:39997 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:16:24,090 INFO [RS:0;cf4d76213909:39997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:16:24,091 DEBUG [RS:0;cf4d76213909:39997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:16:24,092 INFO [RS:0;cf4d76213909:39997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,092 INFO [RS:0;cf4d76213909:39997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,092 INFO [RS:0;cf4d76213909:39997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,092 INFO [RS:0;cf4d76213909:39997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,092 INFO [RS:0;cf4d76213909:39997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,092 INFO [RS:0;cf4d76213909:39997 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39997,1731057382215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:16:24,105 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:16:24,106 INFO [RS:0;cf4d76213909:39997 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39997,1731057382215-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,106 INFO [RS:0;cf4d76213909:39997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,106 INFO [RS:0;cf4d76213909:39997 {}] regionserver.Replication(171): cf4d76213909,39997,1731057382215 started 2024-11-08T09:16:24,119 INFO [RS:0;cf4d76213909:39997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,120 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,39997,1731057382215, RpcServer on cf4d76213909/172.17.0.2:39997, sessionid=0x10119bb659c0001 2024-11-08T09:16:24,120 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:16:24,120 DEBUG [RS:0;cf4d76213909:39997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,39997,1731057382215 2024-11-08T09:16:24,120 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,39997,1731057382215' 2024-11-08T09:16:24,120 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-242153613/flush-table-proc/abort' 2024-11-08T09:16:24,120 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-242153613/flush-table-proc/acquired' 2024-11-08T09:16:24,121 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:16:24,121 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:16:24,121 DEBUG [RS:0;cf4d76213909:39997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,39997,1731057382215 2024-11-08T09:16:24,121 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,39997,1731057382215' 2024-11-08T09:16:24,121 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-242153613/online-snapshot/abort' 2024-11-08T09:16:24,121 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-242153613/online-snapshot/acquired' 2024-11-08T09:16:24,122 DEBUG [RS:0;cf4d76213909:39997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:16:24,122 INFO [RS:0;cf4d76213909:39997 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:16:24,122 INFO [RS:0;cf4d76213909:39997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:16:24,222 INFO [RS:0;cf4d76213909:39997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:16:24,224 INFO [RS:0;cf4d76213909:39997 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C39997%2C1731057382215, suffix=, logDir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215, archiveDir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/oldWALs, maxLogs=10 2024-11-08T09:16:24,237 DEBUG [RS:0;cf4d76213909:39997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224, exclude list is [], retry=0 2024-11-08T09:16:24,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-3f679963-c969-4986-9609-bcb5afaa5d06,DISK] 2024-11-08T09:16:24,249 INFO [RS:0;cf4d76213909:39997 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 2024-11-08T09:16:24,252 DEBUG [RS:0;cf4d76213909:39997 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37121:37121)] 2024-11-08T09:16:24,325 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:16:24,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3 2024-11-08T09:16:24,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:16:24,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:24,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:16:24,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:16:24,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:24,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:24,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:16:24,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:16:24,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:24,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:24,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:16:24,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:16:24,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:24,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:24,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:16:24,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:16:24,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:24,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:24,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:16:24,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740 2024-11-08T09:16:24,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740 2024-11-08T09:16:24,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:16:24,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:16:24,377 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:16:24,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:16:24,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:16:24,385 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74735470, jitterRate=0.1136452853679657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:16:24,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057384359Initializing all the Stores at 1731057384359Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057384359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057384360 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057384360Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057384360Cleaning up temporary data from old regions at 1731057384377 (+17 ms)Region opened successfully at 1731057384386 (+9 ms) 2024-11-08T09:16:24,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:16:24,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:16:24,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:16:24,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:16:24,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:16:24,387 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:16:24,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057384386Disabling compacts and flushes for region at 1731057384386Disabling writes for close at 1731057384386Writing region close event to WAL at 1731057384387 (+1 ms)Closed at 1731057384387 2024-11-08T09:16:24,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:24,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:16:24,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:16:24,390 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:16:24,391 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:16:24,541 DEBUG [cf4d76213909:39897 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:16:24,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,39997,1731057382215 2024-11-08T09:16:24,542 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,39997,1731057382215, state=OPENING 2024-11-08T09:16:24,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:16:24,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:24,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:24,604 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:16:24,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-242153613/meta-region-server: CHANGED 2024-11-08T09:16:24,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-242153613/meta-region-server: CHANGED 2024-11-08T09:16:24,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,39997,1731057382215}] 2024-11-08T09:16:24,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:16:24,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:16:24,762 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:16:24,762 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:24,762 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:16:24,763 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C39997%2C1731057382215.meta, suffix=.meta, logDir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215, archiveDir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/oldWALs, maxLogs=10 2024-11-08T09:16:24,778 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.meta.1731057384764.meta, exclude list is [], retry=0 2024-11-08T09:16:24,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-3f679963-c969-4986-9609-bcb5afaa5d06,DISK] 2024-11-08T09:16:24,790 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.meta.1731057384764.meta 2024-11-08T09:16:24,790 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37121:37121)] 2024-11-08T09:16:24,790 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:16:24,791 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:16:24,791 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:16:24,791 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:16:24,791 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:16:24,791 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:16:24,791 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:24,791 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:16:24,791 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:16:24,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:16:24,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:16:24,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:24,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:24,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:16:24,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:16:24,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:24,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:24,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:16:24,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:16:24,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:24,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:24,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:16:24,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:16:24,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:24,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:24,799 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:16:24,800 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740 2024-11-08T09:16:24,802 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740 2024-11-08T09:16:24,803 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:16:24,803 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:16:24,804 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:16:24,806 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:16:24,807 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65934877, jitterRate=-0.01749376952648163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:16:24,808 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:16:24,808 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057384791Writing region info on filesystem at 1731057384791Initializing all the Stores at 1731057384792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057384792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057384792Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057384792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057384792Cleaning up temporary data from old regions at 1731057384803 (+11 ms)Running coprocessor post-open hooks at 1731057384808 (+5 ms)Region opened successfully at 1731057384808 2024-11-08T09:16:24,810 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057384756 2024-11-08T09:16:24,813 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:16:24,813 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:16:24,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,39997,1731057382215 2024-11-08T09:16:24,815 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,39997,1731057382215, state=OPEN 2024-11-08T09:16:24,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-242153613/meta-region-server 2024-11-08T09:16:24,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-242153613/meta-region-server 2024-11-08T09:16:24,851 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,39997,1731057382215 2024-11-08T09:16:24,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-242153613/meta-region-server: CHANGED 2024-11-08T09:16:24,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-242153613/meta-region-server: CHANGED 2024-11-08T09:16:24,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:16:24,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,39997,1731057382215 in 247 msec 2024-11-08T09:16:24,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:16:24,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-08T09:16:24,862 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:24,862 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:16:24,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:24,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,39997,1731057382215, seqNum=-1] 2024-11-08T09:16:24,864 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:24,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:16:24,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 958 msec 2024-11-08T09:16:24,874 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057384874, completionTime=-1 2024-11-08T09:16:24,874 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:16:24,874 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:16:24,876 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:16:24,876 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057444876 2024-11-08T09:16:24,876 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057504876 2024-11-08T09:16:24,876 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T09:16:24,877 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39897,1731057382044-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,877 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39897,1731057382044-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,877 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39897,1731057382044-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,877 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:39897, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,877 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,877 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,879 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:16:24,882 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.573sec 2024-11-08T09:16:24,882 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:16:24,882 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:16:24,882 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:16:24,882 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:16:24,882 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:16:24,882 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39897,1731057382044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:16:24,882 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39897,1731057382044-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:16:24,886 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:16:24,886 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:16:24,886 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39897,1731057382044-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:24,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e7e964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:24,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,39897,-1 for getting cluster id 2024-11-08T09:16:24,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:24,969 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b92b774-d411-4b2e-a216-a81823e748e2' 2024-11-08T09:16:24,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:24,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b92b774-d411-4b2e-a216-a81823e748e2" 2024-11-08T09:16:24,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166aa113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:24,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,39897,-1] 2024-11-08T09:16:24,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:24,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:24,971 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:24,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a69a54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:24,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,39997,1731057382215, seqNum=-1] 2024-11-08T09:16:24,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:24,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:16:24,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,39897,1731057382044 2024-11-08T09:16:24,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64020 2024-11-08T09:16:24,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:16:24,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10119bb659c0002 connected 2024-11-08T09:16:25,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/hadoop.log.dir so I do NOT create it in target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93 2024-11-08T09:16:25,006 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:16:25,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/hadoop.tmp.dir so I do NOT create it in target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93 2024-11-08T09:16:25,006 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:16:25,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93 2024-11-08T09:16:25,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:16:25,007 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/cluster_68d0207d-6eeb-9f34-77bd-d9e49f98d57e, deleteOnExit=true 2024-11-08T09:16:25,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:16:25,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/test.cache.data in system properties and HBase conf 2024-11-08T09:16:25,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:16:25,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:16:25,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:16:25,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:16:25,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:16:25,008 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:16:25,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:16:25,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:16:25,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:16:25,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:16:25,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:16:25,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:16:25,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:16:25,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:16:25,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:16:25,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:16:25,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:16:25,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:16:25,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:16:25,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:16:25,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:16:25,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:16:25,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:16:25,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:16:25,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:16:25,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:16:25,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@847f2b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:16:25,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cea3ac4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:16:25,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29ebfe69{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/java.io.tmpdir/jetty-localhost-32993-hadoop-hdfs-3_4_1-tests_jar-_-any-786913707612852778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:16:25,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46e5e3f9{HTTP/1.1, (http/1.1)}{localhost:32993} 2024-11-08T09:16:25,508 INFO [Time-limited test {}] server.Server(415): Started @56103ms 2024-11-08T09:16:25,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:16:25,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:16:25,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:16:25,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:16:25,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:16:25,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290405a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:16:25,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c22a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:16:25,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d082e22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/java.io.tmpdir/jetty-localhost-45313-hadoop-hdfs-3_4_1-tests_jar-_-any-13935552503129536254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:16:25,944 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71c5377a{HTTP/1.1, (http/1.1)}{localhost:45313} 2024-11-08T09:16:25,944 INFO [Time-limited test {}] server.Server(415): Started @56539ms 2024-11-08T09:16:25,945 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:16:26,825 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/cluster_68d0207d-6eeb-9f34-77bd-d9e49f98d57e/data/data1/current/BP-1401565344-172.17.0.2-1731057385033/current, will proceed with Du for space computation calculation, 2024-11-08T09:16:26,825 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/cluster_68d0207d-6eeb-9f34-77bd-d9e49f98d57e/data/data2/current/BP-1401565344-172.17.0.2-1731057385033/current, will proceed with Du for space computation calculation, 2024-11-08T09:16:26,840 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:16:26,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d79aea7efa898db with lease ID 0xd1217bdb3c2374d1: Processing first storage report for DS-64201d5f-d002-4781-a12c-e4853e8c2183 from datanode DatanodeRegistration(127.0.0.1:40461, datanodeUuid=64e96724-d3e1-465a-9093-fe973dd7beb9, infoPort=36389, infoSecurePort=0, ipcPort=46563, storageInfo=lv=-57;cid=testClusterID;nsid=2018006514;c=1731057385033) 2024-11-08T09:16:26,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d79aea7efa898db with lease ID 0xd1217bdb3c2374d1: from storage DS-64201d5f-d002-4781-a12c-e4853e8c2183 node DatanodeRegistration(127.0.0.1:40461, datanodeUuid=64e96724-d3e1-465a-9093-fe973dd7beb9, infoPort=36389, infoSecurePort=0, ipcPort=46563, storageInfo=lv=-57;cid=testClusterID;nsid=2018006514;c=1731057385033), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:16:26,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d79aea7efa898db with lease ID 0xd1217bdb3c2374d1: Processing first storage report for DS-7bf38228-1233-4bfa-98c9-b75f68b6ca7a from datanode DatanodeRegistration(127.0.0.1:40461, datanodeUuid=64e96724-d3e1-465a-9093-fe973dd7beb9, infoPort=36389, infoSecurePort=0, ipcPort=46563, storageInfo=lv=-57;cid=testClusterID;nsid=2018006514;c=1731057385033) 2024-11-08T09:16:26,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d79aea7efa898db with lease ID 0xd1217bdb3c2374d1: from storage DS-7bf38228-1233-4bfa-98c9-b75f68b6ca7a node DatanodeRegistration(127.0.0.1:40461, datanodeUuid=64e96724-d3e1-465a-9093-fe973dd7beb9, infoPort=36389, infoSecurePort=0, ipcPort=46563, storageInfo=lv=-57;cid=testClusterID;nsid=2018006514;c=1731057385033), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:16:26,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93 2024-11-08T09:16:26,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:26,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:16:27,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a with version=8 2024-11-08T09:16:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/hbase-staging 2024-11-08T09:16:27,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:16:27,291 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T09:16:27,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:16:27,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T09:16:27,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:16:27,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T09:16:27,293 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:16:27,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:27,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:27,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:16:27,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:27,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:16:27,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:16:27,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:16:27,295 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42995 2024-11-08T09:16:27,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42995 connecting to ZooKeeper ensemble=127.0.0.1:64020 2024-11-08T09:16:27,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429950x0, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:16:27,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42995-0x10119bb659c0003 connected 2024-11-08T09:16:27,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:27,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:27,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Set watcher on znode that does not yet exist, /1-1291985614/running 2024-11-08T09:16:27,470 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a, hbase.cluster.distributed=false 2024-11-08T09:16:27,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Set watcher on znode that does not yet exist, /1-1291985614/acl 2024-11-08T09:16:27,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-08T09:16:27,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42995 2024-11-08T09:16:27,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42995 2024-11-08T09:16:27,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-08T09:16:27,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-08T09:16:27,488 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:16:27,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:27,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:27,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:16:27,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:16:27,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:16:27,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:16:27,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:16:27,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38387 2024-11-08T09:16:27,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38387 connecting to ZooKeeper ensemble=127.0.0.1:64020 2024-11-08T09:16:27,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:27,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:27,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383870x0, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:16:27,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383870x0, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Set watcher on znode that does not yet exist, /1-1291985614/running 2024-11-08T09:16:27,499 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:16:27,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38387-0x10119bb659c0004 connected 2024-11-08T09:16:27,501 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:16:27,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Set watcher on znode that does not yet exist, /1-1291985614/master 2024-11-08T09:16:27,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Set watcher on znode that does not yet exist, /1-1291985614/acl 2024-11-08T09:16:27,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38387 2024-11-08T09:16:27,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38387 2024-11-08T09:16:27,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38387 2024-11-08T09:16:27,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38387 2024-11-08T09:16:27,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38387 2024-11-08T09:16:27,536 DEBUG [M:0;cf4d76213909:42995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:42995 2024-11-08T09:16:27,536 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1291985614/backup-masters/cf4d76213909,42995,1731057387293 2024-11-08T09:16:27,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614/backup-masters 2024-11-08T09:16:27,540 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Set watcher on existing znode=/1-1291985614/backup-masters/cf4d76213909,42995,1731057387293 2024-11-08T09:16:27,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614/backup-masters 2024-11-08T09:16:27,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1291985614/master 2024-11-08T09:16:27,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:16:27,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:16:27,551 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Set watcher on existing znode=/1-1291985614/master 2024-11-08T09:16:27,551 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1291985614/backup-masters/cf4d76213909,42995,1731057387293 from backup master directory 2024-11-08T09:16:27,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614/backup-masters 2024-11-08T09:16:27,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Unable to get data of znode /1-1291985614/backup-masters/cf4d76213909,42995,1731057387293 because node does not exist (not an error) 2024-11-08T09:16:27,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1291985614/backup-masters/cf4d76213909,42995,1731057387293 2024-11-08T09:16:27,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614/backup-masters 2024-11-08T09:16:27,561 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:16:27,561 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,42995,1731057387293 2024-11-08T09:16:27,565 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/hbase.id] with ID: 1a9949b2-c968-4b76-bd28-b9e43d1008aa 2024-11-08T09:16:27,565 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/.tmp/hbase.id 2024-11-08T09:16:27,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:16:27,976 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/.tmp/hbase.id]:[hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/hbase.id] 2024-11-08T09:16:27,992 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:27,992 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:16:27,993 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:16:28,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:16:28,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:16:28,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:16:28,452 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:16:28,453 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:16:28,453 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:28,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:16:28,862 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store 2024-11-08T09:16:28,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:16:29,268 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:29,268 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:16:29,268 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:29,268 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:29,268 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:16:29,268 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:29,268 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:16:29,268 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057389268Disabling compacts and flushes for region at 1731057389268Disabling writes for close at 1731057389268Writing region close event to WAL at 1731057389268Closed at 1731057389268 2024-11-08T09:16:29,269 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/.initializing 2024-11-08T09:16:29,269 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/WALs/cf4d76213909,42995,1731057387293 2024-11-08T09:16:29,270 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:16:29,272 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C42995%2C1731057387293, suffix=, logDir=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/WALs/cf4d76213909,42995,1731057387293, archiveDir=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/oldWALs, maxLogs=10 2024-11-08T09:16:29,289 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/WALs/cf4d76213909,42995,1731057387293/cf4d76213909%2C42995%2C1731057387293.1731057389272, exclude list is [], retry=0 2024-11-08T09:16:29,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-64201d5f-d002-4781-a12c-e4853e8c2183,DISK] 2024-11-08T09:16:29,295 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/WALs/cf4d76213909,42995,1731057387293/cf4d76213909%2C42995%2C1731057387293.1731057389272 2024-11-08T09:16:29,295 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36389:36389)] 2024-11-08T09:16:29,295 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:16:29,296 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:29,296 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:29,296 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:29,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:29,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:16:29,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:29,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:29,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:29,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:16:29,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:29,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:29,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:29,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:16:29,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:29,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:29,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:29,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:16:29,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:29,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:29,306 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:29,307 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:29,308 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:29,309 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:29,309 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:29,310 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:16:29,311 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:16:29,314 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:16:29,314 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60290542, jitterRate=-0.10160091519355774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:16:29,315 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057389296Initializing all the Stores at 1731057389297 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057389297Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057389297Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057389297Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057389297Cleaning up temporary data from old regions at 1731057389309 (+12 ms)Region opened successfully at 1731057389314 (+5 ms) 2024-11-08T09:16:29,315 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:16:29,319 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f920ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:16:29,320 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:16:29,320 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:16:29,320 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:16:29,320 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:16:29,321 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:16:29,321 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:16:29,321 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:16:29,323 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:16:29,324 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Unable to get data of znode /1-1291985614/balancer because node does not exist (not necessarily an error) 2024-11-08T09:16:29,403 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1291985614/balancer already deleted, retry=false 2024-11-08T09:16:29,403 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:16:29,404 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Unable to get data of znode /1-1291985614/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:16:29,413 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1291985614/normalizer already deleted, retry=false 2024-11-08T09:16:29,413 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:16:29,414 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Unable to get data of znode /1-1291985614/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:16:29,424 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1291985614/switch/split already deleted, retry=false 2024-11-08T09:16:29,425 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Unable to get data of znode /1-1291985614/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:16:29,434 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1291985614/switch/merge already deleted, retry=false 2024-11-08T09:16:29,436 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Unable to get data of znode /1-1291985614/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:16:29,445 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1291985614/snapshot-cleanup already deleted, retry=false 2024-11-08T09:16:29,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1291985614/running 2024-11-08T09:16:29,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1291985614/running 2024-11-08T09:16:29,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:16:29,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:16:29,456 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,42995,1731057387293, sessionid=0x10119bb659c0003, setting cluster-up flag (Was=false) 2024-11-08T09:16:29,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:16:29,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:16:29,571 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1291985614/flush-table-proc/acquired, /1-1291985614/flush-table-proc/reached, /1-1291985614/flush-table-proc/abort 2024-11-08T09:16:29,572 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,42995,1731057387293 2024-11-08T09:16:29,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:16:29,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:16:29,729 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1291985614/online-snapshot/acquired, /1-1291985614/online-snapshot/reached, /1-1291985614/online-snapshot/abort 2024-11-08T09:16:29,730 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,42995,1731057387293 2024-11-08T09:16:29,732 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:16:29,733 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:29,734 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:16:29,734 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:16:29,734 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,42995,1731057387293 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:16:29,735 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:29,735 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:29,735 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:29,735 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:16:29,735 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:16:29,735 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:29,735 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:16:29,735 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:29,741 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057419741 2024-11-08T09:16:29,741 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:16:29,741 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:16:29,741 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:16:29,741 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:16:29,741 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:16:29,741 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:16:29,741 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:29,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:16:29,742 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:16:29,742 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:16:29,742 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:16:29,742 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:16:29,742 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:16:29,742 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:16:29,743 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:29,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:16:29,744 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057389742,5,FailOnTimeoutGroup] 2024-11-08T09:16:29,748 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057389744,5,FailOnTimeoutGroup] 2024-11-08T09:16:29,748 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,748 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:16:29,748 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,748 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:16:29,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:29,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:29,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:29,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:29,823 INFO [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(746): ClusterId : 1a9949b2-c968-4b76-bd28-b9e43d1008aa 2024-11-08T09:16:29,823 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:16:29,835 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:16:29,835 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:16:29,845 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:16:29,846 DEBUG [RS:0;cf4d76213909:38387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d0b75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:16:29,856 DEBUG [RS:0;cf4d76213909:38387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:38387 2024-11-08T09:16:29,857 INFO [RS:0;cf4d76213909:38387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:16:29,857 INFO [RS:0;cf4d76213909:38387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:16:29,857 DEBUG [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:16:29,857 INFO [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,42995,1731057387293 with port=38387, startcode=1731057387487 2024-11-08T09:16:29,858 DEBUG [RS:0;cf4d76213909:38387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:16:29,859 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:16:29,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42995 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,38387,1731057387487 2024-11-08T09:16:29,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42995 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,38387,1731057387487 2024-11-08T09:16:29,861 DEBUG [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a 2024-11-08T09:16:29,861 DEBUG [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41087 2024-11-08T09:16:29,861 DEBUG [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:16:29,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614/rs 2024-11-08T09:16:29,908 DEBUG [RS:0;cf4d76213909:38387 {}] zookeeper.ZKUtil(111): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Set watcher on existing znode=/1-1291985614/rs/cf4d76213909,38387,1731057387487 2024-11-08T09:16:29,908 WARN [RS:0;cf4d76213909:38387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:16:29,908 INFO [RS:0;cf4d76213909:38387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:29,908 DEBUG [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/WALs/cf4d76213909,38387,1731057387487 2024-11-08T09:16:29,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,38387,1731057387487] 2024-11-08T09:16:29,912 INFO [RS:0;cf4d76213909:38387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:16:29,913 INFO [RS:0;cf4d76213909:38387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:16:29,913 INFO [RS:0;cf4d76213909:38387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:16:29,913 INFO [RS:0;cf4d76213909:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,913 INFO [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:16:29,914 INFO [RS:0;cf4d76213909:38387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:16:29,914 INFO [RS:0;cf4d76213909:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,914 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:29,914 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:29,914 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:29,914 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:29,914 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:29,915 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:16:29,915 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:29,915 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:29,915 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:29,915 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:29,915 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:29,915 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:16:29,915 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:16:29,915 DEBUG [RS:0;cf4d76213909:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:16:29,915 INFO [RS:0;cf4d76213909:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,915 INFO [RS:0;cf4d76213909:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,915 INFO [RS:0;cf4d76213909:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,915 INFO [RS:0;cf4d76213909:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,915 INFO [RS:0;cf4d76213909:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,915 INFO [RS:0;cf4d76213909:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,38387,1731057387487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:16:29,930 INFO [RS:0;cf4d76213909:38387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:16:29,931 INFO [RS:0;cf4d76213909:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,38387,1731057387487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,931 INFO [RS:0;cf4d76213909:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,931 INFO [RS:0;cf4d76213909:38387 {}] regionserver.Replication(171): cf4d76213909,38387,1731057387487 started 2024-11-08T09:16:29,945 INFO [RS:0;cf4d76213909:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:29,945 INFO [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,38387,1731057387487, RpcServer on cf4d76213909/172.17.0.2:38387, sessionid=0x10119bb659c0004 2024-11-08T09:16:29,945 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:16:29,946 DEBUG [RS:0;cf4d76213909:38387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,38387,1731057387487 2024-11-08T09:16:29,946 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,38387,1731057387487' 2024-11-08T09:16:29,946 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1291985614/flush-table-proc/abort' 2024-11-08T09:16:29,946 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1291985614/flush-table-proc/acquired' 2024-11-08T09:16:29,947 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:16:29,947 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:16:29,947 DEBUG [RS:0;cf4d76213909:38387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,38387,1731057387487 2024-11-08T09:16:29,947 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,38387,1731057387487' 2024-11-08T09:16:29,947 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1291985614/online-snapshot/abort' 2024-11-08T09:16:29,947 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1291985614/online-snapshot/acquired' 2024-11-08T09:16:29,949 DEBUG [RS:0;cf4d76213909:38387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:16:29,949 INFO [RS:0;cf4d76213909:38387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:16:29,949 INFO [RS:0;cf4d76213909:38387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:16:30,049 INFO [RS:0;cf4d76213909:38387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:16:30,051 INFO [RS:0;cf4d76213909:38387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C38387%2C1731057387487, suffix=, logDir=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/WALs/cf4d76213909,38387,1731057387487, archiveDir=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/oldWALs, maxLogs=10 2024-11-08T09:16:30,065 DEBUG [RS:0;cf4d76213909:38387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/WALs/cf4d76213909,38387,1731057387487/cf4d76213909%2C38387%2C1731057387487.1731057390051, exclude list is [], retry=0 2024-11-08T09:16:30,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-64201d5f-d002-4781-a12c-e4853e8c2183,DISK] 2024-11-08T09:16:30,069 INFO [RS:0;cf4d76213909:38387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/WALs/cf4d76213909,38387,1731057387487/cf4d76213909%2C38387%2C1731057387487.1731057390051 2024-11-08T09:16:30,069 DEBUG [RS:0;cf4d76213909:38387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36389:36389)] 2024-11-08T09:16:30,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:16:30,168 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a 2024-11-08T09:16:30,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:16:30,323 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:16:30,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:30,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:30,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:30,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:30,360 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:16:30,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:30,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:16:30,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:16:30,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:30,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:30,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:16:30,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:16:30,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:30,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:30,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:16:30,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:16:30,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:30,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:30,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:16:30,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:16:30,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:30,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:30,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:16:30,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740 2024-11-08T09:16:30,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740 2024-11-08T09:16:30,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:16:30,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:16:30,585 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:16:30,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:16:30,588 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:16:30,588 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60481061, jitterRate=-0.09876196086406708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:16:30,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057390575Initializing all the Stores at 1731057390575Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057390575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057390576 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057390576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057390576Cleaning up temporary data from old regions at 1731057390585 (+9 ms)Region opened successfully at 1731057390588 (+3 ms) 2024-11-08T09:16:30,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:16:30,588 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:16:30,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:16:30,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:16:30,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:16:30,589 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:16:30,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057390588Disabling compacts and flushes for region at 1731057390588Disabling writes for close at 1731057390588Writing region close event to WAL at 1731057390589 (+1 ms)Closed at 1731057390589 2024-11-08T09:16:30,590 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:30,590 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:16:30,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:16:30,591 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:16:30,592 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:16:30,742 DEBUG [cf4d76213909:42995 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:16:30,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,38387,1731057387487 2024-11-08T09:16:30,744 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,38387,1731057387487, state=OPENING 2024-11-08T09:16:30,803 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:16:30,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:16:30,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:16:30,814 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:16:30,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1291985614/meta-region-server: CHANGED 2024-11-08T09:16:30,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1291985614/meta-region-server: CHANGED 2024-11-08T09:16:30,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,38387,1731057387487}] 2024-11-08T09:16:30,965 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:16:30,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:16:30,971 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:16:30,971 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:30,972 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:16:30,973 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C38387%2C1731057387487.meta, suffix=.meta, logDir=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/WALs/cf4d76213909,38387,1731057387487, archiveDir=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/oldWALs, maxLogs=10 2024-11-08T09:16:30,987 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/WALs/cf4d76213909,38387,1731057387487/cf4d76213909%2C38387%2C1731057387487.meta.1731057390973.meta, exclude list is [], retry=0 2024-11-08T09:16:30,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-64201d5f-d002-4781-a12c-e4853e8c2183,DISK] 2024-11-08T09:16:30,991 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/WALs/cf4d76213909,38387,1731057387487/cf4d76213909%2C38387%2C1731057387487.meta.1731057390973.meta 2024-11-08T09:16:30,992 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36389:36389)] 2024-11-08T09:16:30,992 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:16:30,992 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:16:30,992 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:16:30,992 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:16:30,992 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:16:30,993 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:16:30,993 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:30,993 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:16:30,993 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:16:30,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:16:30,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:16:30,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:30,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:30,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:16:30,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:16:30,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:30,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:30,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:16:30,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:16:30,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:30,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:30,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:16:30,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:16:31,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:31,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:16:31,000 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:16:31,001 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740 2024-11-08T09:16:31,002 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740 2024-11-08T09:16:31,003 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:16:31,003 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:16:31,004 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:16:31,005 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:16:31,006 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72374252, jitterRate=0.07846039533615112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:16:31,006 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:16:31,006 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057390993Writing region info on filesystem at 1731057390993Initializing all the Stores at 1731057390994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057390994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057390994Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057390994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057390994Cleaning up temporary data from old regions at 1731057391003 (+9 ms)Running coprocessor post-open hooks at 1731057391006 (+3 ms)Region opened successfully at 1731057391006 2024-11-08T09:16:31,007 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057390965 2024-11-08T09:16:31,010 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:16:31,010 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:16:31,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,38387,1731057387487 2024-11-08T09:16:31,012 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,38387,1731057387487, state=OPEN 2024-11-08T09:16:31,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1291985614/meta-region-server 2024-11-08T09:16:31,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1291985614/meta-region-server 2024-11-08T09:16:31,024 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,38387,1731057387487 2024-11-08T09:16:31,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1291985614/meta-region-server: CHANGED 2024-11-08T09:16:31,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1291985614/meta-region-server: CHANGED 2024-11-08T09:16:31,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:16:31,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,38387,1731057387487 in 210 msec 2024-11-08T09:16:31,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:16:31,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-08T09:16:31,031 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:16:31,031 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:16:31,033 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:31,033 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38387,1731057387487, seqNum=-1] 2024-11-08T09:16:31,033 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:31,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:16:31,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3060 sec 2024-11-08T09:16:31,040 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057391040, completionTime=-1 2024-11-08T09:16:31,040 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:16:31,040 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:16:31,043 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:16:31,043 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057451043 2024-11-08T09:16:31,043 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057511043 2024-11-08T09:16:31,043 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T09:16:31,043 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42995,1731057387293-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:31,043 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42995,1731057387293-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:31,043 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42995,1731057387293-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:31,043 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:42995, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:31,043 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:31,044 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:31,046 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:16:31,048 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.487sec 2024-11-08T09:16:31,048 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:16:31,048 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:16:31,048 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:16:31,048 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:16:31,048 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:16:31,048 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42995,1731057387293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:16:31,049 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42995,1731057387293-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:16:31,051 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:16:31,051 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:16:31,051 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42995,1731057387293-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:16:31,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c54674c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:31,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,42995,-1 for getting cluster id 2024-11-08T09:16:31,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:31,126 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a9949b2-c968-4b76-bd28-b9e43d1008aa' 2024-11-08T09:16:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a9949b2-c968-4b76-bd28-b9e43d1008aa" 2024-11-08T09:16:31,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ccffbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:31,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,42995,-1] 2024-11-08T09:16:31,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:31,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:31,128 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:31,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb3acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:31,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38387,1731057387487, seqNum=-1] 2024-11-08T09:16:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:31,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:16:31,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,42995,1731057387293 2024-11-08T09:16:31,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64020 2024-11-08T09:16:31,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:16:31,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10119bb659c0005 connected 2024-11-08T09:16:31,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:16:31,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,39897,1731057382044 2024-11-08T09:16:31,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74cbd9fd 2024-11-08T09:16:31,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:16:31,158 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:16:31,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:16:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:16:31,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:16:31,166 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:31,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:16:31,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:16:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:31,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:16:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:31,580 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f9b39b5e5247a15de707159b799a523, NAME => 'test,,1731057391158.0f9b39b5e5247a15de707159b799a523.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3 2024-11-08T09:16:31,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:16:31,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057391158.0f9b39b5e5247a15de707159b799a523.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:31,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0f9b39b5e5247a15de707159b799a523, disabling compactions & flushes 2024-11-08T09:16:31,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057391158.0f9b39b5e5247a15de707159b799a523. 2024-11-08T09:16:31,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057391158.0f9b39b5e5247a15de707159b799a523. 2024-11-08T09:16:31,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057391158.0f9b39b5e5247a15de707159b799a523. after waiting 0 ms 2024-11-08T09:16:31,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057391158.0f9b39b5e5247a15de707159b799a523. 2024-11-08T09:16:31,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057391158.0f9b39b5e5247a15de707159b799a523. 2024-11-08T09:16:31,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f9b39b5e5247a15de707159b799a523: Waiting for close lock at 1731057391603Disabling compacts and flushes for region at 1731057391603Disabling writes for close at 1731057391603Writing region close event to WAL at 1731057391603Closed at 1731057391603 2024-11-08T09:16:31,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:16:31,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057391158.0f9b39b5e5247a15de707159b799a523.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057391605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057391605"}]},"ts":"1731057391605"} 2024-11-08T09:16:31,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:16:31,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:16:31,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057391609"}]},"ts":"1731057391609"} 2024-11-08T09:16:31,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:16:31,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f9b39b5e5247a15de707159b799a523, ASSIGN}] 2024-11-08T09:16:31,614 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f9b39b5e5247a15de707159b799a523, ASSIGN 2024-11-08T09:16:31,615 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0f9b39b5e5247a15de707159b799a523, ASSIGN; state=OFFLINE, location=cf4d76213909,39997,1731057382215; forceNewPlan=false, retain=false 2024-11-08T09:16:31,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f9b39b5e5247a15de707159b799a523, regionState=OPENING, regionLocation=cf4d76213909,39997,1731057382215 2024-11-08T09:16:31,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0f9b39b5e5247a15de707159b799a523, ASSIGN because future has completed 2024-11-08T09:16:31,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f9b39b5e5247a15de707159b799a523, server=cf4d76213909,39997,1731057382215}] 2024-11-08T09:16:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:31,926 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057391158.0f9b39b5e5247a15de707159b799a523. 2024-11-08T09:16:31,926 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f9b39b5e5247a15de707159b799a523, NAME => 'test,,1731057391158.0f9b39b5e5247a15de707159b799a523.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:16:31,926 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:16:31,927 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:16:31,927 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f9b39b5e5247a15de707159b799a523 2024-11-08T09:16:31,927 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057391158.0f9b39b5e5247a15de707159b799a523.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:31,927 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0f9b39b5e5247a15de707159b799a523 2024-11-08T09:16:31,927 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0f9b39b5e5247a15de707159b799a523 2024-11-08T09:16:31,929 INFO [StoreOpener-0f9b39b5e5247a15de707159b799a523-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f9b39b5e5247a15de707159b799a523 2024-11-08T09:16:31,930 INFO [StoreOpener-0f9b39b5e5247a15de707159b799a523-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f9b39b5e5247a15de707159b799a523 columnFamilyName f 2024-11-08T09:16:31,930 DEBUG [StoreOpener-0f9b39b5e5247a15de707159b799a523-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:31,931 INFO [StoreOpener-0f9b39b5e5247a15de707159b799a523-1 {}] regionserver.HStore(327): Store=0f9b39b5e5247a15de707159b799a523/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:31,931 INFO [StoreOpener-0f9b39b5e5247a15de707159b799a523-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0f9b39b5e5247a15de707159b799a523 2024-11-08T09:16:31,932 INFO [StoreOpener-0f9b39b5e5247a15de707159b799a523-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f9b39b5e5247a15de707159b799a523 columnFamilyName f1 2024-11-08T09:16:31,932 DEBUG [StoreOpener-0f9b39b5e5247a15de707159b799a523-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:31,933 INFO [StoreOpener-0f9b39b5e5247a15de707159b799a523-1 {}] regionserver.HStore(327): Store=0f9b39b5e5247a15de707159b799a523/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:31,933 INFO [StoreOpener-0f9b39b5e5247a15de707159b799a523-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f9b39b5e5247a15de707159b799a523 2024-11-08T09:16:31,934 INFO [StoreOpener-0f9b39b5e5247a15de707159b799a523-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f9b39b5e5247a15de707159b799a523 columnFamilyName norep 2024-11-08T09:16:31,934 DEBUG [StoreOpener-0f9b39b5e5247a15de707159b799a523-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:31,935 INFO [StoreOpener-0f9b39b5e5247a15de707159b799a523-1 {}] regionserver.HStore(327): Store=0f9b39b5e5247a15de707159b799a523/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:31,935 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0f9b39b5e5247a15de707159b799a523 2024-11-08T09:16:31,935 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523 2024-11-08T09:16:31,936 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523 2024-11-08T09:16:31,937 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0f9b39b5e5247a15de707159b799a523 2024-11-08T09:16:31,937 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0f9b39b5e5247a15de707159b799a523 2024-11-08T09:16:31,937 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:16:31,938 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0f9b39b5e5247a15de707159b799a523 2024-11-08T09:16:31,941 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:16:31,941 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0f9b39b5e5247a15de707159b799a523; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68743077, jitterRate=0.02435167133808136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:16:31,941 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f9b39b5e5247a15de707159b799a523 2024-11-08T09:16:31,942 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0f9b39b5e5247a15de707159b799a523: Running coprocessor pre-open hook at 1731057391927Writing region info on filesystem at 1731057391927Initializing all the Stores at 1731057391928 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057391928Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057391929 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057391929Cleaning up temporary data from old regions at 1731057391937 (+8 ms)Running coprocessor post-open hooks at 1731057391941 (+4 ms)Region opened successfully at 1731057391942 (+1 ms) 2024-11-08T09:16:31,945 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057391158.0f9b39b5e5247a15de707159b799a523., pid=6, masterSystemTime=1731057391922 2024-11-08T09:16:31,947 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057391158.0f9b39b5e5247a15de707159b799a523. 2024-11-08T09:16:31,947 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057391158.0f9b39b5e5247a15de707159b799a523. 2024-11-08T09:16:31,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f9b39b5e5247a15de707159b799a523, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,39997,1731057382215 2024-11-08T09:16:31,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f9b39b5e5247a15de707159b799a523, server=cf4d76213909,39997,1731057382215 because future has completed 2024-11-08T09:16:31,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:16:31,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f9b39b5e5247a15de707159b799a523, server=cf4d76213909,39997,1731057382215 in 184 msec 2024-11-08T09:16:31,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:16:31,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0f9b39b5e5247a15de707159b799a523, ASSIGN in 343 msec 2024-11-08T09:16:31,959 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:16:31,959 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057391959"}]},"ts":"1731057391959"} 2024-11-08T09:16:31,961 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:16:31,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:16:31,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 800 msec 2024-11-08T09:16:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:32,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:16:32,311 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:16:32,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,42995,1731057387293 2024-11-08T09:16:32,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f311e7 2024-11-08T09:16:32,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:16:32,314 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:16:32,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:16:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:16:32,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:16:32,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:32,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:16:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:32,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:16:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:16:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:32,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8b73d4cfa86af346cc5dc0acad7c581, NAME => 'test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a 2024-11-08T09:16:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:16:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:33,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:33,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e8b73d4cfa86af346cc5dc0acad7c581, disabling compactions & flushes 2024-11-08T09:16:33,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. 2024-11-08T09:16:33,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. 2024-11-08T09:16:33,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. after waiting 0 ms 2024-11-08T09:16:33,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. 2024-11-08T09:16:33,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. 2024-11-08T09:16:33,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8b73d4cfa86af346cc5dc0acad7c581: Waiting for close lock at 1731057393133Disabling compacts and flushes for region at 1731057393133Disabling writes for close at 1731057393133Writing region close event to WAL at 1731057393133Closed at 1731057393133 2024-11-08T09:16:33,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:16:33,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057393135"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057393135"}]},"ts":"1731057393135"} 2024-11-08T09:16:33,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:16:33,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:16:33,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057393139"}]},"ts":"1731057393139"} 2024-11-08T09:16:33,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:16:33,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8b73d4cfa86af346cc5dc0acad7c581, ASSIGN}] 2024-11-08T09:16:33,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8b73d4cfa86af346cc5dc0acad7c581, ASSIGN 2024-11-08T09:16:33,145 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e8b73d4cfa86af346cc5dc0acad7c581, ASSIGN; state=OFFLINE, location=cf4d76213909,38387,1731057387487; forceNewPlan=false, retain=false 2024-11-08T09:16:33,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8b73d4cfa86af346cc5dc0acad7c581, regionState=OPENING, regionLocation=cf4d76213909,38387,1731057387487 2024-11-08T09:16:33,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e8b73d4cfa86af346cc5dc0acad7c581, ASSIGN because future has completed 2024-11-08T09:16:33,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8b73d4cfa86af346cc5dc0acad7c581, server=cf4d76213909,38387,1731057387487}] 2024-11-08T09:16:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:33,456 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. 2024-11-08T09:16:33,456 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e8b73d4cfa86af346cc5dc0acad7c581, NAME => 'test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:16:33,457 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:16:33,457 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:16:33,457 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:16:33,457 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:33,457 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:16:33,457 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:16:33,458 INFO [StoreOpener-e8b73d4cfa86af346cc5dc0acad7c581-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:16:33,460 INFO [StoreOpener-e8b73d4cfa86af346cc5dc0acad7c581-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8b73d4cfa86af346cc5dc0acad7c581 columnFamilyName f 2024-11-08T09:16:33,460 DEBUG [StoreOpener-e8b73d4cfa86af346cc5dc0acad7c581-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:33,460 INFO [StoreOpener-e8b73d4cfa86af346cc5dc0acad7c581-1 {}] regionserver.HStore(327): Store=e8b73d4cfa86af346cc5dc0acad7c581/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:33,460 INFO [StoreOpener-e8b73d4cfa86af346cc5dc0acad7c581-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:16:33,462 INFO [StoreOpener-e8b73d4cfa86af346cc5dc0acad7c581-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8b73d4cfa86af346cc5dc0acad7c581 columnFamilyName f1 2024-11-08T09:16:33,462 DEBUG [StoreOpener-e8b73d4cfa86af346cc5dc0acad7c581-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:33,462 INFO [StoreOpener-e8b73d4cfa86af346cc5dc0acad7c581-1 {}] regionserver.HStore(327): Store=e8b73d4cfa86af346cc5dc0acad7c581/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:33,462 INFO [StoreOpener-e8b73d4cfa86af346cc5dc0acad7c581-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:16:33,464 INFO [StoreOpener-e8b73d4cfa86af346cc5dc0acad7c581-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8b73d4cfa86af346cc5dc0acad7c581 columnFamilyName norep 2024-11-08T09:16:33,464 DEBUG [StoreOpener-e8b73d4cfa86af346cc5dc0acad7c581-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:33,464 INFO [StoreOpener-e8b73d4cfa86af346cc5dc0acad7c581-1 {}] regionserver.HStore(327): Store=e8b73d4cfa86af346cc5dc0acad7c581/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:33,464 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:16:33,465 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/default/test/e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:16:33,465 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/default/test/e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:16:33,466 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:16:33,466 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:16:33,467 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:16:33,468 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:16:33,470 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/default/test/e8b73d4cfa86af346cc5dc0acad7c581/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:16:33,471 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e8b73d4cfa86af346cc5dc0acad7c581; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59485843, jitterRate=-0.11359186470508575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:16:33,471 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:16:33,471 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e8b73d4cfa86af346cc5dc0acad7c581: Running coprocessor pre-open hook at 1731057393457Writing region info on filesystem at 1731057393457Initializing all the Stores at 1731057393458 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057393458Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057393458Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057393458Cleaning up temporary data from old regions at 1731057393466 (+8 ms)Running coprocessor post-open hooks at 1731057393471 (+5 ms)Region opened successfully at 1731057393471 2024-11-08T09:16:33,472 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581., pid=6, masterSystemTime=1731057393452 2024-11-08T09:16:33,475 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. 2024-11-08T09:16:33,475 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. 2024-11-08T09:16:33,476 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8b73d4cfa86af346cc5dc0acad7c581, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,38387,1731057387487 2024-11-08T09:16:33,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8b73d4cfa86af346cc5dc0acad7c581, server=cf4d76213909,38387,1731057387487 because future has completed 2024-11-08T09:16:33,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:16:33,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e8b73d4cfa86af346cc5dc0acad7c581, server=cf4d76213909,38387,1731057387487 in 181 msec 2024-11-08T09:16:33,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:16:33,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e8b73d4cfa86af346cc5dc0acad7c581, ASSIGN in 341 msec 2024-11-08T09:16:33,489 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:16:33,489 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057393489"}]},"ts":"1731057393489"} 2024-11-08T09:16:33,493 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:16:33,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:16:33,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-08T09:16:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:16:34,462 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:16:34,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483278ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:34,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,39897,-1 for getting cluster id 2024-11-08T09:16:34,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:34,475 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b92b774-d411-4b2e-a216-a81823e748e2' 2024-11-08T09:16:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b92b774-d411-4b2e-a216-a81823e748e2" 2024-11-08T09:16:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa32d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,39897,-1] 2024-11-08T09:16:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:34,478 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c2c159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:34,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fcb6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:34,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,42995,-1 for getting cluster id 2024-11-08T09:16:34,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:34,481 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a9949b2-c968-4b76-bd28-b9e43d1008aa' 2024-11-08T09:16:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a9949b2-c968-4b76-bd28-b9e43d1008aa" 2024-11-08T09:16:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22712c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,42995,-1] 2024-11-08T09:16:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:34,485 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:34,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae20386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:34,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26588fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:34,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,39897,-1 for getting cluster id 2024-11-08T09:16:34,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:34,489 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b92b774-d411-4b2e-a216-a81823e748e2' 2024-11-08T09:16:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b92b774-d411-4b2e-a216-a81823e748e2" 2024-11-08T09:16:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436b4705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,39897,-1] 2024-11-08T09:16:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:34,492 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c10ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:34,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:16:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,39897,1731057382044 2024-11-08T09:16:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@670a83a5 2024-11-08T09:16:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:16:34,498 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:16:34,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:42995,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:16:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:16:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:16:34,503 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:42995' 2024-11-08T09:16:34,504 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73493c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:34,504 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,42995,-1 for getting cluster id 2024-11-08T09:16:34,505 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:34,506 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a9949b2-c968-4b76-bd28-b9e43d1008aa' 2024-11-08T09:16:34,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:34,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a9949b2-c968-4b76-bd28-b9e43d1008aa" 2024-11-08T09:16:34,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9f0b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:34,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,42995,-1] 2024-11-08T09:16:34,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:34,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:34,508 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:34,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9491d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:34,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:16:34,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,42995,1731057387293 2024-11-08T09:16:34,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e0496ee 2024-11-08T09:16:34,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:16:34,511 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:16:34,512 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T09:16:34,512 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:16:34,512 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:34,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:34,513 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:16:34,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:16:34,515 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:16:34,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:16:34,517 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:34,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:16:34,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741837_1013 (size=1138) 2024-11-08T09:16:34,566 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:16:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:16:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:16:34,942 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78450395a09e3fa495509d63e356312c, NAME => 'hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3 2024-11-08T09:16:34,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741838_1014 (size=44) 2024-11-08T09:16:34,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:34,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 78450395a09e3fa495509d63e356312c, disabling compactions & flushes 2024-11-08T09:16:34,955 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. 2024-11-08T09:16:34,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. 2024-11-08T09:16:34,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. after waiting 0 ms 2024-11-08T09:16:34,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. 2024-11-08T09:16:34,956 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. 2024-11-08T09:16:34,956 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78450395a09e3fa495509d63e356312c: Waiting for close lock at 1731057394955Disabling compacts and flushes for region at 1731057394955Disabling writes for close at 1731057394955Writing region close event to WAL at 1731057394955Closed at 1731057394955 2024-11-08T09:16:34,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:16:34,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057394957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057394957"}]},"ts":"1731057394957"} 2024-11-08T09:16:34,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:16:34,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:16:34,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057394966"}]},"ts":"1731057394966"} 2024-11-08T09:16:34,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:16:34,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=78450395a09e3fa495509d63e356312c, ASSIGN}] 2024-11-08T09:16:34,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=78450395a09e3fa495509d63e356312c, ASSIGN 2024-11-08T09:16:34,975 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=78450395a09e3fa495509d63e356312c, ASSIGN; state=OFFLINE, location=cf4d76213909,39997,1731057382215; forceNewPlan=false, retain=false 2024-11-08T09:16:35,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=78450395a09e3fa495509d63e356312c, regionState=OPENING, regionLocation=cf4d76213909,39997,1731057382215 2024-11-08T09:16:35,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=78450395a09e3fa495509d63e356312c, ASSIGN because future has completed 2024-11-08T09:16:35,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78450395a09e3fa495509d63e356312c, server=cf4d76213909,39997,1731057382215}] 2024-11-08T09:16:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:16:35,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. 2024-11-08T09:16:35,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:16:35,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:16:35,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C39997%2C1731057382215.rep, suffix=, logDir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215, archiveDir=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/oldWALs, maxLogs=10 2024-11-08T09:16:35,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.rep.1731057395300, exclude list is [], retry=0 2024-11-08T09:16:35,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-3f679963-c969-4986-9609-bcb5afaa5d06,DISK] 2024-11-08T09:16:35,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.rep.1731057395300 2024-11-08T09:16:35,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37121:37121)] 2024-11-08T09:16:35,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 78450395a09e3fa495509d63e356312c, NAME => 'hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:16:35,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:16:35,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:16:35,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. service=MultiRowMutationService 2024-11-08T09:16:35,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:16:35,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 78450395a09e3fa495509d63e356312c 2024-11-08T09:16:35,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:16:35,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 78450395a09e3fa495509d63e356312c 2024-11-08T09:16:35,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 78450395a09e3fa495509d63e356312c 2024-11-08T09:16:35,324 INFO [StoreOpener-78450395a09e3fa495509d63e356312c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 78450395a09e3fa495509d63e356312c 2024-11-08T09:16:35,326 INFO [StoreOpener-78450395a09e3fa495509d63e356312c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78450395a09e3fa495509d63e356312c columnFamilyName hfileref 2024-11-08T09:16:35,326 DEBUG [StoreOpener-78450395a09e3fa495509d63e356312c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:35,327 INFO [StoreOpener-78450395a09e3fa495509d63e356312c-1 {}] regionserver.HStore(327): Store=78450395a09e3fa495509d63e356312c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:35,327 INFO [StoreOpener-78450395a09e3fa495509d63e356312c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 78450395a09e3fa495509d63e356312c 2024-11-08T09:16:35,328 INFO [StoreOpener-78450395a09e3fa495509d63e356312c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78450395a09e3fa495509d63e356312c columnFamilyName queue 2024-11-08T09:16:35,328 DEBUG [StoreOpener-78450395a09e3fa495509d63e356312c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:35,329 INFO [StoreOpener-78450395a09e3fa495509d63e356312c-1 {}] regionserver.HStore(327): Store=78450395a09e3fa495509d63e356312c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:35,329 INFO [StoreOpener-78450395a09e3fa495509d63e356312c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 78450395a09e3fa495509d63e356312c 2024-11-08T09:16:35,330 INFO [StoreOpener-78450395a09e3fa495509d63e356312c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78450395a09e3fa495509d63e356312c columnFamilyName sid 2024-11-08T09:16:35,330 DEBUG [StoreOpener-78450395a09e3fa495509d63e356312c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:16:35,331 INFO [StoreOpener-78450395a09e3fa495509d63e356312c-1 {}] regionserver.HStore(327): Store=78450395a09e3fa495509d63e356312c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:16:35,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 78450395a09e3fa495509d63e356312c 2024-11-08T09:16:35,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c 2024-11-08T09:16:35,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c 2024-11-08T09:16:35,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 78450395a09e3fa495509d63e356312c 2024-11-08T09:16:35,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 78450395a09e3fa495509d63e356312c 2024-11-08T09:16:35,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:16:35,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 78450395a09e3fa495509d63e356312c 2024-11-08T09:16:35,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:16:35,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 78450395a09e3fa495509d63e356312c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74136809, jitterRate=0.10472454130649567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:16:35,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78450395a09e3fa495509d63e356312c 2024-11-08T09:16:35,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 78450395a09e3fa495509d63e356312c: Running coprocessor pre-open hook at 1731057395322Writing region info on filesystem at 1731057395322Initializing all the Stores at 1731057395322Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057395322Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057395324 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057395324Cleaning up temporary data from old regions at 1731057395334 (+10 ms)Running coprocessor post-open hooks at 1731057395340 (+6 ms)Region opened successfully at 1731057395341 (+1 ms) 2024-11-08T09:16:35,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c., pid=10, masterSystemTime=1731057395284 2024-11-08T09:16:35,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. 2024-11-08T09:16:35,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. 2024-11-08T09:16:35,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=78450395a09e3fa495509d63e356312c, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,39997,1731057382215 2024-11-08T09:16:35,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78450395a09e3fa495509d63e356312c, server=cf4d76213909,39997,1731057382215 because future has completed 2024-11-08T09:16:35,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:16:35,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 78450395a09e3fa495509d63e356312c, server=cf4d76213909,39997,1731057382215 in 227 msec 2024-11-08T09:16:35,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T09:16:35,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=78450395a09e3fa495509d63e356312c, ASSIGN in 389 msec 2024-11-08T09:16:35,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:16:35,365 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057395365"}]},"ts":"1731057395365"} 2024-11-08T09:16:35,367 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:16:35,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:16:35,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 856 msec 2024-11-08T09:16:35,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c., hostname=cf4d76213909,39997,1731057382215, seqNum=2] 2024-11-08T09:16:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:35,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:16:35,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:16:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:16:35,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T09:16:35,662 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:16:35,699 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,39997,1731057382215, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:16:35,700 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:35,700 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,39997,1731057382215, seqNum=-1] 2024-11-08T09:16:35,700 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:35,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-08T09:16:35,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,39997,1731057382215', locateType=CURRENT is [region=hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c., hostname=cf4d76213909,39997,1731057382215, seqNum=2] 2024-11-08T09:16:35,720 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T09:16:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T09:16:35,723 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,39997,1731057382215 suceeded 2024-11-08T09:16:35,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T09:16:35,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-08T09:16:35,725 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:42995,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-08T09:16:35,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2270 sec 2024-11-08T09:16:35,779 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:42995' 2024-11-08T09:16:35,784 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8e9c9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:35,785 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,42995,-1 for getting cluster id 2024-11-08T09:16:35,785 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:35,786 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a9949b2-c968-4b76-bd28-b9e43d1008aa' 2024-11-08T09:16:35,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:35,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a9949b2-c968-4b76-bd28-b9e43d1008aa" 2024-11-08T09:16:35,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f8f1c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:35,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,42995,-1] 2024-11-08T09:16:35,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:35,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:35,788 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:35,789 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dc1faae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:35,789 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:16:35,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,42995,1731057387293 2024-11-08T09:16:35,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ae0d636 2024-11-08T09:16:35,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:16:35,792 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-08T09:16:35,793 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,39997,1731057382215 (queues=1) is replicating from cluster=5b92b774-d411-4b2e-a216-a81823e748e2 to cluster=1a9949b2-c968-4b76-bd28-b9e43d1008aa 2024-11-08T09:16:35,793 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C39997%2C1731057382215 2024-11-08T09:16:35,793 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,39997,1731057382215, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:16:35,794 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224, startPosition=0, beingWritten=true 2024-11-08T09:16:35,795 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C39997%2C1731057382215 2024-11-08T09:16:35,806 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:16:35,806 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 379, reset compression=false 2024-11-08T09:16:35,806 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,39997,1731057382215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:16:35,912 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T09:16:36,033 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 379, reset compression=false 2024-11-08T09:16:36,339 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 379, reset compression=false 2024-11-08T09:16:36,495 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:16:36,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:36,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:36,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:36,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:16:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:16:36,651 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:16:36,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:16:36,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:36,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:36,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:36,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:16:36,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:36,659 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731057396657/Put/seqid=0 2024-11-08T09:16:36,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741840_1016 (size=7894) 2024-11-08T09:16:36,673 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f/f/hfile_1 is 34, key is ddd/f:row/1731057396671/Put/seqid=0 2024-11-08T09:16:36,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741841_1017 (size=7691) 2024-11-08T09:16:36,745 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 379, reset compression=false 2024-11-08T09:16:37,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa5ae63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:37,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,39897,-1 for getting cluster id 2024-11-08T09:16:37,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:37,084 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b92b774-d411-4b2e-a216-a81823e748e2' 2024-11-08T09:16:37,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:37,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b92b774-d411-4b2e-a216-a81823e748e2" 2024-11-08T09:16:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779560c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,39897,-1] 2024-11-08T09:16:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:37,086 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:37,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de9db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:37,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,39997,1731057382215, seqNum=-1] 2024-11-08T09:16:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:37,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:16:37,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:16:37,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,39897,1731057382044 2024-11-08T09:16:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a069881 2024-11-08T09:16:37,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:16:37,106 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:16:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731057391158.0f9b39b5e5247a15de707159b799a523., hostname=cf4d76213909,39997,1731057382215, seqNum=2] 2024-11-08T09:16:37,126 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:16:37,141 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T09:16:37,145 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T09:16:37,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f/f/hfile_0 for inclusion in 0f9b39b5e5247a15de707159b799a523/f 2024-11-08T09:16:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T09:16:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:16:37,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f/f/hfile_1 for inclusion in 0f9b39b5e5247a15de707159b799a523/f 2024-11-08T09:16:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T09:16:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:16:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HRegion(2603): Flush status journal for 0f9b39b5e5247a15de707159b799a523: 2024-11-08T09:16:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f/f/hfile_0 to hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__9ldle7b7f6s125m9j4knaq9i1l77ega7pd6i7qh2bsfco6ns56i18f8dn1hafpai/f/hfile_0 2024-11-08T09:16:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__9ldle7b7f6s125m9j4knaq9i1l77ega7pd6i7qh2bsfco6ns56i18f8dn1hafpai/f/hfile_0 as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f/5bd9c46c1be7424884f2096d8ebc4420_SeqId_4_ 2024-11-08T09:16:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f/f/hfile_1 to hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__9ldle7b7f6s125m9j4knaq9i1l77ega7pd6i7qh2bsfco6ns56i18f8dn1hafpai/f/hfile_1 2024-11-08T09:16:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__9ldle7b7f6s125m9j4knaq9i1l77ega7pd6i7qh2bsfco6ns56i18f8dn1hafpai/f/hfile_1 as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f/087e5eeb5aaf4bd09f2f423835331a75_SeqId_4_ 2024-11-08T09:16:37,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__9ldle7b7f6s125m9j4knaq9i1l77ega7pd6i7qh2bsfco6ns56i18f8dn1hafpai/f/hfile_0 into 0f9b39b5e5247a15de707159b799a523/f as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f/5bd9c46c1be7424884f2096d8ebc4420_SeqId_4_ - updating store file list. 2024-11-08T09:16:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5bd9c46c1be7424884f2096d8ebc4420_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:16:37,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f/5bd9c46c1be7424884f2096d8ebc4420_SeqId_4_ into 0f9b39b5e5247a15de707159b799a523/f 2024-11-08T09:16:37,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__9ldle7b7f6s125m9j4knaq9i1l77ega7pd6i7qh2bsfco6ns56i18f8dn1hafpai/f/hfile_0 into 0f9b39b5e5247a15de707159b799a523/f (new location: hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f/5bd9c46c1be7424884f2096d8ebc4420_SeqId_4_) 2024-11-08T09:16:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__9ldle7b7f6s125m9j4knaq9i1l77ega7pd6i7qh2bsfco6ns56i18f8dn1hafpai/f/hfile_0 2024-11-08T09:16:37,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__9ldle7b7f6s125m9j4knaq9i1l77ega7pd6i7qh2bsfco6ns56i18f8dn1hafpai/f/hfile_1 into 0f9b39b5e5247a15de707159b799a523/f as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f/087e5eeb5aaf4bd09f2f423835331a75_SeqId_4_ - updating store file list. 2024-11-08T09:16:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 087e5eeb5aaf4bd09f2f423835331a75_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:16:37,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f/087e5eeb5aaf4bd09f2f423835331a75_SeqId_4_ into 0f9b39b5e5247a15de707159b799a523/f 2024-11-08T09:16:37,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__9ldle7b7f6s125m9j4knaq9i1l77ega7pd6i7qh2bsfco6ns56i18f8dn1hafpai/f/hfile_1 into 0f9b39b5e5247a15de707159b799a523/f (new location: hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f/087e5eeb5aaf4bd09f2f423835331a75_SeqId_4_) 2024-11-08T09:16:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__9ldle7b7f6s125m9j4knaq9i1l77ega7pd6i7qh2bsfco6ns56i18f8dn1hafpai/f/hfile_1 2024-11-08T09:16:37,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:16:37,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:37,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:37,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:16:37,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:37,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731057391158.0f9b39b5e5247a15de707159b799a523., hostname=cf4d76213909,39997,1731057382215, seqNum=2 , the old value is region=test,,1731057391158.0f9b39b5e5247a15de707159b799a523., hostname=cf4d76213909,39997,1731057382215, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cf4d76213909:39997 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T09:16:37,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:37,250 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 379, reset compression=false 2024-11-08T09:16:37,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731057391158.0f9b39b5e5247a15de707159b799a523., hostname=cf4d76213909,39997,1731057382215, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T09:16:37,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731057391158.0f9b39b5e5247a15de707159b799a523., hostname=cf4d76213909,39997,1731057382215, seqNum=2 from cache 2024-11-08T09:16:37,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38387,1731057387487, seqNum=-1] 2024-11-08T09:16:37,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:37,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:16:37,257 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T09:16:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581., hostname=cf4d76213909,38387,1731057387487, seqNum=2] 2024-11-08T09:16:37,261 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T09:16:37,273 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:16:37,274 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,39997,1731057382215 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f9b39b5e5247a15de707159b799a523/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731057397236/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T09:16:37,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T09:16:37,291 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T09:16:37,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T09:16:37,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T09:16:37,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:16:37,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T09:16:37,305 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:16:37,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-08T09:16:37,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.ReplicationSink(318): Replicating [5b92b774-d411-4b2e-a216-a81823e748e2] bulk loaded data 2024-11-08T09:16:37,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@240bb146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:37,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,42995,-1 for getting cluster id 2024-11-08T09:16:37,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:37,329 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a9949b2-c968-4b76-bd28-b9e43d1008aa' 2024-11-08T09:16:37,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:37,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a9949b2-c968-4b76-bd28-b9e43d1008aa" 2024-11-08T09:16:37,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ec7e203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:37,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,42995,-1] 2024-11-08T09:16:37,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:37,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:37,332 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:37,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25544421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:37,362 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:39997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T09:16:37,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741837_1013 (size=7894) 2024-11-08T09:16:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741838_1014 (size=7691) 2024-11-08T09:16:37,481 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 687, reset compression=false 2024-11-08T09:16:37,786 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 687, reset compression=false 2024-11-08T09:16:37,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:16:37,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,42995,1731057387293 2024-11-08T09:16:37,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ad0fd24 2024-11-08T09:16:37,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:16:37,832 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-08T09:16:37,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:16:37,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:37,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38387,1731057387487, seqNum=-1] 2024-11-08T09:16:37,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:37,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-08T09:16:37,850 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/staging/jenkins.hfs.6__test__73kptte8cnedikcfti1idvfr4lj364shbsnnb0gp2f4rge54939onsprpgreio27/f/087e5eeb5aaf4bd09f2f423835331a75_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T09:16:37,854 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/staging/jenkins.hfs.6__test__73kptte8cnedikcfti1idvfr4lj364shbsnnb0gp2f4rge54939onsprpgreio27/f/5bd9c46c1be7424884f2096d8ebc4420_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T09:16:37,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/staging/jenkins.hfs.6__test__73kptte8cnedikcfti1idvfr4lj364shbsnnb0gp2f4rge54939onsprpgreio27/f/087e5eeb5aaf4bd09f2f423835331a75_SeqId_4_ for inclusion in e8b73d4cfa86af346cc5dc0acad7c581/f 2024-11-08T09:16:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T09:16:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:16:37,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/staging/jenkins.hfs.6__test__73kptte8cnedikcfti1idvfr4lj364shbsnnb0gp2f4rge54939onsprpgreio27/f/5bd9c46c1be7424884f2096d8ebc4420_SeqId_4_ for inclusion in e8b73d4cfa86af346cc5dc0acad7c581/f 2024-11-08T09:16:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T09:16:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:16:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HRegion(2603): Flush status journal for e8b73d4cfa86af346cc5dc0acad7c581: 2024-11-08T09:16:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 087e5eeb5aaf4bd09f2f423835331a75_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T09:16:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/staging/jenkins.hfs.6__test__73kptte8cnedikcfti1idvfr4lj364shbsnnb0gp2f4rge54939onsprpgreio27/f/087e5eeb5aaf4bd09f2f423835331a75_SeqId_4_ as hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/default/test/e8b73d4cfa86af346cc5dc0acad7c581/f/c636a8a633f84ad4a219e1c8d74cf12a_SeqId_4_ 2024-11-08T09:16:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5bd9c46c1be7424884f2096d8ebc4420_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T09:16:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/staging/jenkins.hfs.6__test__73kptte8cnedikcfti1idvfr4lj364shbsnnb0gp2f4rge54939onsprpgreio27/f/5bd9c46c1be7424884f2096d8ebc4420_SeqId_4_ as hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/default/test/e8b73d4cfa86af346cc5dc0acad7c581/f/f75b3f0675c64646b23616389df52a8d_SeqId_4_ 2024-11-08T09:16:37,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/staging/jenkins.hfs.6__test__73kptte8cnedikcfti1idvfr4lj364shbsnnb0gp2f4rge54939onsprpgreio27/f/087e5eeb5aaf4bd09f2f423835331a75_SeqId_4_ into e8b73d4cfa86af346cc5dc0acad7c581/f as hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/default/test/e8b73d4cfa86af346cc5dc0acad7c581/f/c636a8a633f84ad4a219e1c8d74cf12a_SeqId_4_ - updating store file list. 2024-11-08T09:16:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c636a8a633f84ad4a219e1c8d74cf12a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:16:37,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/default/test/e8b73d4cfa86af346cc5dc0acad7c581/f/c636a8a633f84ad4a219e1c8d74cf12a_SeqId_4_ into e8b73d4cfa86af346cc5dc0acad7c581/f 2024-11-08T09:16:37,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/staging/jenkins.hfs.6__test__73kptte8cnedikcfti1idvfr4lj364shbsnnb0gp2f4rge54939onsprpgreio27/f/087e5eeb5aaf4bd09f2f423835331a75_SeqId_4_ into e8b73d4cfa86af346cc5dc0acad7c581/f (new location: hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/default/test/e8b73d4cfa86af346cc5dc0acad7c581/f/c636a8a633f84ad4a219e1c8d74cf12a_SeqId_4_) 2024-11-08T09:16:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/staging/jenkins.hfs.6__test__73kptte8cnedikcfti1idvfr4lj364shbsnnb0gp2f4rge54939onsprpgreio27/f/087e5eeb5aaf4bd09f2f423835331a75_SeqId_4_ 2024-11-08T09:16:37,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/staging/jenkins.hfs.6__test__73kptte8cnedikcfti1idvfr4lj364shbsnnb0gp2f4rge54939onsprpgreio27/f/5bd9c46c1be7424884f2096d8ebc4420_SeqId_4_ into e8b73d4cfa86af346cc5dc0acad7c581/f as hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/default/test/e8b73d4cfa86af346cc5dc0acad7c581/f/f75b3f0675c64646b23616389df52a8d_SeqId_4_ - updating store file list. 2024-11-08T09:16:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f75b3f0675c64646b23616389df52a8d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:16:37,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/default/test/e8b73d4cfa86af346cc5dc0acad7c581/f/f75b3f0675c64646b23616389df52a8d_SeqId_4_ into e8b73d4cfa86af346cc5dc0acad7c581/f 2024-11-08T09:16:37,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/staging/jenkins.hfs.6__test__73kptte8cnedikcfti1idvfr4lj364shbsnnb0gp2f4rge54939onsprpgreio27/f/5bd9c46c1be7424884f2096d8ebc4420_SeqId_4_ into e8b73d4cfa86af346cc5dc0acad7c581/f (new location: hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/default/test/e8b73d4cfa86af346cc5dc0acad7c581/f/f75b3f0675c64646b23616389df52a8d_SeqId_4_) 2024-11-08T09:16:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/staging/jenkins.hfs.6__test__73kptte8cnedikcfti1idvfr4lj364shbsnnb0gp2f4rge54939onsprpgreio27/f/5bd9c46c1be7424884f2096d8ebc4420_SeqId_4_ 2024-11-08T09:16:37,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38387 {}] regionserver.ReplicationSink(324): Finished replicating [5b92b774-d411-4b2e-a216-a81823e748e2] bulk loaded data 2024-11-08T09:16:38,194 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 687, reset compression=false 2024-11-08T09:16:38,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:16:38,278 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731057398277/Put/seqid=0 2024-11-08T09:16:38,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741842_1018 (size=7997) 2024-11-08T09:16:38,685 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731057398685/Put/seqid=0 2024-11-08T09:16:38,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741843_1019 (size=7794) 2024-11-08T09:16:38,698 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 687, reset compression=false 2024-11-08T09:16:39,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ddb30b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:39,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,39897,-1 for getting cluster id 2024-11-08T09:16:39,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:16:39,093 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b92b774-d411-4b2e-a216-a81823e748e2' 2024-11-08T09:16:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:16:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b92b774-d411-4b2e-a216-a81823e748e2" 2024-11-08T09:16:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361b0d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,39897,-1] 2024-11-08T09:16:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:16:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:39,095 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:16:39,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7faed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:16:39,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,39997,1731057382215, seqNum=-1] 2024-11-08T09:16:39,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:39,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:16:39,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:16:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,39897,1731057382044 2024-11-08T09:16:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39b70cac 2024-11-08T09:16:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:16:39,113 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:16:39,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731057391158.0f9b39b5e5247a15de707159b799a523., hostname=cf4d76213909,39997,1731057382215, seqNum=2] 2024-11-08T09:16:39,121 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:16:39,129 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T09:16:39,133 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T09:16:39,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f1/f1/hfile_0 for inclusion in 0f9b39b5e5247a15de707159b799a523/f1 2024-11-08T09:16:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T09:16:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:16:39,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f1/f1/hfile_1 for inclusion in 0f9b39b5e5247a15de707159b799a523/f1 2024-11-08T09:16:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T09:16:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:16:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HRegion(2603): Flush status journal for 0f9b39b5e5247a15de707159b799a523: 2024-11-08T09:16:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f1/f1/hfile_0 to hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__urp03oamv1iccu3lr1lblmgkiv94gc5su0neohm6k30mf88vi7bmr9um0rv7iar5/f1/hfile_0 2024-11-08T09:16:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__urp03oamv1iccu3lr1lblmgkiv94gc5su0neohm6k30mf88vi7bmr9um0rv7iar5/f1/hfile_0 as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f1/a2a81584e0f445ebb861b257a1444945_SeqId_6_ 2024-11-08T09:16:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/load_f1/f1/hfile_1 to hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__urp03oamv1iccu3lr1lblmgkiv94gc5su0neohm6k30mf88vi7bmr9um0rv7iar5/f1/hfile_1 2024-11-08T09:16:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__urp03oamv1iccu3lr1lblmgkiv94gc5su0neohm6k30mf88vi7bmr9um0rv7iar5/f1/hfile_1 as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f1/e43e3cfed3714b1db3f691c3b8a719ba_SeqId_6_ 2024-11-08T09:16:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-08T09:16:39,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__urp03oamv1iccu3lr1lblmgkiv94gc5su0neohm6k30mf88vi7bmr9um0rv7iar5/f1/hfile_0 into 0f9b39b5e5247a15de707159b799a523/f1 as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f1/a2a81584e0f445ebb861b257a1444945_SeqId_6_ - updating store file list. 2024-11-08T09:16:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a2a81584e0f445ebb861b257a1444945_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T09:16:39,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f1/a2a81584e0f445ebb861b257a1444945_SeqId_6_ into 0f9b39b5e5247a15de707159b799a523/f1 2024-11-08T09:16:39,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__urp03oamv1iccu3lr1lblmgkiv94gc5su0neohm6k30mf88vi7bmr9um0rv7iar5/f1/hfile_0 into 0f9b39b5e5247a15de707159b799a523/f1 (new location: hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f1/a2a81584e0f445ebb861b257a1444945_SeqId_6_) 2024-11-08T09:16:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__urp03oamv1iccu3lr1lblmgkiv94gc5su0neohm6k30mf88vi7bmr9um0rv7iar5/f1/hfile_0 2024-11-08T09:16:39,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__urp03oamv1iccu3lr1lblmgkiv94gc5su0neohm6k30mf88vi7bmr9um0rv7iar5/f1/hfile_1 into 0f9b39b5e5247a15de707159b799a523/f1 as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f1/e43e3cfed3714b1db3f691c3b8a719ba_SeqId_6_ - updating store file list. 2024-11-08T09:16:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e43e3cfed3714b1db3f691c3b8a719ba_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T09:16:39,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f1/e43e3cfed3714b1db3f691c3b8a719ba_SeqId_6_ into 0f9b39b5e5247a15de707159b799a523/f1 2024-11-08T09:16:39,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__urp03oamv1iccu3lr1lblmgkiv94gc5su0neohm6k30mf88vi7bmr9um0rv7iar5/f1/hfile_1 into 0f9b39b5e5247a15de707159b799a523/f1 (new location: hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/f1/e43e3cfed3714b1db3f691c3b8a719ba_SeqId_6_) 2024-11-08T09:16:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/staging/jenkins__test__urp03oamv1iccu3lr1lblmgkiv94gc5su0neohm6k30mf88vi7bmr9um0rv7iar5/f1/hfile_1 2024-11-08T09:16:39,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:16:39,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:16:39,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:39,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:16:39,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:16:39,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731057391158.0f9b39b5e5247a15de707159b799a523., hostname=cf4d76213909,39997,1731057382215, seqNum=2 , the old value is region=test,,1731057391158.0f9b39b5e5247a15de707159b799a523., hostname=cf4d76213909,39997,1731057382215, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cf4d76213909:39997 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T09:16:39,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731057391158.0f9b39b5e5247a15de707159b799a523., hostname=cf4d76213909,39997,1731057382215, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T09:16:39,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731057391158.0f9b39b5e5247a15de707159b799a523., hostname=cf4d76213909,39997,1731057382215, seqNum=2 from cache 2024-11-08T09:16:39,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:16:39,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,39997,1731057382215, seqNum=-1] 2024-11-08T09:16:39,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:16:39,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:16:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:59576 deadline: 1731057459174 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:59576 2024-11-08T09:16:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731057391158.0f9b39b5e5247a15de707159b799a523., hostname=cf4d76213909,39997,1731057382215, seqNum=2] 2024-11-08T09:16:39,281 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:39997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T09:16:39,302 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 687, reset compression=false 2024-11-08T09:16:39,308 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:16:39,309 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:39,309 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,39997,1731057382215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:16:39,513 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:39,818 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:40,225 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:40,730 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:41,335 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:42,041 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:42,845 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:43,749 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:44,753 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:45,858 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:47,062 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:48,369 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:49,773 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:51,277 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:51,632 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T09:16:52,881 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:54,585 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:56,389 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:56,879 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T09:16:58,293 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:16:59,311 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,39997,1731057382215 got entry batch from reader: null 2024-11-08T09:17:00,298 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:02,416 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:04,621 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:04,887 INFO [master/cf4d76213909:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T09:17:04,887 INFO [master/cf4d76213909:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T09:17:06,925 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:09,330 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:11,052 INFO [master/cf4d76213909:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T09:17:11,052 INFO [master/cf4d76213909:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T09:17:11,834 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:14,438 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:16,927 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0f9b39b5e5247a15de707159b799a523, had cached 0 bytes from a total of 31376 2024-11-08T09:17:17,141 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:18,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e8b73d4cfa86af346cc5dc0acad7c581, had cached 0 bytes from a total of 15585 2024-11-08T09:17:19,311 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,39997,1731057382215 got entry batch from reader: null 2024-11-08T09:17:19,945 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:21,632 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T09:17:22,850 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:25,854 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:26,879 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T09:17:28,961 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:31,468 DEBUG [master/cf4d76213909:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T09:17:32,166 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:35,471 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:38,875 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:39,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:17:39,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:17:39,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:17:39,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:39,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:39,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:17:39,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:17:39,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1226980613, stopped=false 2024-11-08T09:17:39,218 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,42995,1731057387293 2024-11-08T09:17:39,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1291985614/running 2024-11-08T09:17:39,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1291985614/running 2024-11-08T09:17:39,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:17:39,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:17:39,273 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:17:39,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:17:39,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:17:39,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:39,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Set watcher on znode that does not yet exist, /1-1291985614/running 2024-11-08T09:17:39,274 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,38387,1731057387487' ***** 2024-11-08T09:17:39,274 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:17:39,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Set watcher on znode that does not yet exist, /1-1291985614/running 2024-11-08T09:17:39,276 INFO [RS:0;cf4d76213909:38387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:17:39,276 INFO [RS:0;cf4d76213909:38387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:17:39,276 INFO [RS:0;cf4d76213909:38387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:17:39,276 INFO [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(3091): Received CLOSE for e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:17:39,277 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:17:39,279 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:17:39,280 INFO [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,38387,1731057387487 2024-11-08T09:17:39,280 INFO [RS:0;cf4d76213909:38387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:17:39,280 INFO [RS:0;cf4d76213909:38387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:38387. 2024-11-08T09:17:39,280 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8b73d4cfa86af346cc5dc0acad7c581, disabling compactions & flushes 2024-11-08T09:17:39,280 DEBUG [RS:0;cf4d76213909:38387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:17:39,280 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. 2024-11-08T09:17:39,280 DEBUG [RS:0;cf4d76213909:38387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:39,280 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. 2024-11-08T09:17:39,280 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. after waiting 0 ms 2024-11-08T09:17:39,281 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. 2024-11-08T09:17:39,281 INFO [RS:0;cf4d76213909:38387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:17:39,281 INFO [RS:0;cf4d76213909:38387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:17:39,281 INFO [RS:0;cf4d76213909:38387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:17:39,281 INFO [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:17:39,281 INFO [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:17:39,281 DEBUG [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(1325): Online Regions={e8b73d4cfa86af346cc5dc0acad7c581=test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:17:39,281 DEBUG [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8b73d4cfa86af346cc5dc0acad7c581 2024-11-08T09:17:39,281 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:17:39,281 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:17:39,281 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:17:39,281 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:17:39,281 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:17:39,281 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T09:17:39,295 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/default/test/e8b73d4cfa86af346cc5dc0acad7c581/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T09:17:39,296 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:17:39,296 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:17:39,297 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. 2024-11-08T09:17:39,297 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8b73d4cfa86af346cc5dc0acad7c581: Waiting for close lock at 1731057459280Running coprocessor pre-close hooks at 1731057459280Disabling compacts and flushes for region at 1731057459280Disabling writes for close at 1731057459281 (+1 ms)Writing region close event to WAL at 1731057459284 (+3 ms)Running coprocessor post-close hooks at 1731057459296 (+12 ms)Closed at 1731057459297 (+1 ms) 2024-11-08T09:17:39,297 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581. 2024-11-08T09:17:39,312 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,39997,1731057382215 got entry batch from reader: null 2024-11-08T09:17:39,312 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/.tmp/info/f96a7e5986854eeeb6da52d29129b835 is 129, key is test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581./info:regioninfo/1731057393475/Put/seqid=0 2024-11-08T09:17:39,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741839_1015 (size=6421) 2024-11-08T09:17:39,481 DEBUG [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:17:39,682 DEBUG [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:17:39,720 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/.tmp/info/f96a7e5986854eeeb6da52d29129b835 2024-11-08T09:17:39,770 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/.tmp/ns/1f3bcad33c8c45b5b4cb1e9bdd037253 is 43, key is default/ns:d/1731057391035/Put/seqid=0 2024-11-08T09:17:39,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741840_1016 (size=5153) 2024-11-08T09:17:39,811 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/.tmp/ns/1f3bcad33c8c45b5b4cb1e9bdd037253 2024-11-08T09:17:39,857 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/.tmp/rep_barrier/bb0af750de4c4dd29800f7b7422045b3 is 112, key is test,,1731057392314.e8b73d4cfa86af346cc5dc0acad7c581./rep_barrier:seqnumDuringOpen/1731057393475/Put/seqid=0 2024-11-08T09:17:39,882 DEBUG [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:17:39,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741841_1017 (size=5518) 2024-11-08T09:17:39,887 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/.tmp/rep_barrier/bb0af750de4c4dd29800f7b7422045b3 2024-11-08T09:17:39,919 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:17:39,919 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:17:39,923 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/.tmp/table/f828043a5963494ba996467d1c46cca8 is 40, key is test/table:state/1731057393489/Put/seqid=0 2024-11-08T09:17:39,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741842_1018 (size=5165) 2024-11-08T09:17:39,962 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/.tmp/table/f828043a5963494ba996467d1c46cca8 2024-11-08T09:17:39,973 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/.tmp/info/f96a7e5986854eeeb6da52d29129b835 as hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/info/f96a7e5986854eeeb6da52d29129b835 2024-11-08T09:17:39,985 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/info/f96a7e5986854eeeb6da52d29129b835, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T09:17:39,987 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/.tmp/ns/1f3bcad33c8c45b5b4cb1e9bdd037253 as hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/ns/1f3bcad33c8c45b5b4cb1e9bdd037253 2024-11-08T09:17:39,999 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/ns/1f3bcad33c8c45b5b4cb1e9bdd037253, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T09:17:40,000 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/.tmp/rep_barrier/bb0af750de4c4dd29800f7b7422045b3 as hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/rep_barrier/bb0af750de4c4dd29800f7b7422045b3 2024-11-08T09:17:40,010 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/rep_barrier/bb0af750de4c4dd29800f7b7422045b3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T09:17:40,012 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/.tmp/table/f828043a5963494ba996467d1c46cca8 as hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/table/f828043a5963494ba996467d1c46cca8 2024-11-08T09:17:40,020 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/table/f828043a5963494ba996467d1c46cca8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T09:17:40,022 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 740ms, sequenceid=11, compaction requested=false 2024-11-08T09:17:40,030 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T09:17:40,031 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:17:40,031 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:17:40,032 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:17:40,032 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057459281Running coprocessor pre-close hooks at 1731057459281Disabling compacts and flushes for region at 1731057459281Disabling writes for close at 1731057459281Obtaining lock to block concurrent updates at 1731057459282 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731057459282Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731057459282Flushing stores of hbase:meta,,1.1588230740 at 1731057459283 (+1 ms)Flushing 1588230740/info: creating writer at 1731057459283Flushing 1588230740/info: appending metadata at 1731057459311 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731057459311Flushing 1588230740/ns: creating writer at 1731057459735 (+424 ms)Flushing 1588230740/ns: appending metadata at 1731057459769 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731057459769Flushing 1588230740/rep_barrier: creating writer at 1731057459821 (+52 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057459856 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057459856Flushing 1588230740/table: creating writer at 1731057459894 (+38 ms)Flushing 1588230740/table: appending metadata at 1731057459922 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731057459922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7995aa04: reopening flushed file at 1731057459972 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca362a6: reopening flushed file at 1731057459986 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72390d00: reopening flushed file at 1731057459999 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e8cb34: reopening flushed file at 1731057460011 (+12 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 740ms, sequenceid=11, compaction requested=false at 1731057460022 (+11 ms)Writing region close event to WAL at 1731057460025 (+3 ms)Running coprocessor post-close hooks at 1731057460031 (+6 ms)Closed at 1731057460032 (+1 ms) 2024-11-08T09:17:40,032 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:17:40,082 INFO [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,38387,1731057387487; all regions closed. 2024-11-08T09:17:40,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741834_1010 (size=2717) 2024-11-08T09:17:40,097 DEBUG [RS:0;cf4d76213909:38387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/oldWALs 2024-11-08T09:17:40,097 INFO [RS:0;cf4d76213909:38387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C38387%2C1731057387487.meta:.meta(num 1731057390973) 2024-11-08T09:17:40,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741832_1008 (size=1028) 2024-11-08T09:17:40,122 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/WALs/cf4d76213909,38387,1731057387487/cf4d76213909%2C38387%2C1731057387487.1731057390051 not finished, retry = 0 2024-11-08T09:17:40,235 DEBUG [RS:0;cf4d76213909:38387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/oldWALs 2024-11-08T09:17:40,235 INFO [RS:0;cf4d76213909:38387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C38387%2C1731057387487:(num 1731057390051) 2024-11-08T09:17:40,235 DEBUG [RS:0;cf4d76213909:38387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:40,235 INFO [RS:0;cf4d76213909:38387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:17:40,237 INFO [RS:0;cf4d76213909:38387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:17:40,237 INFO [RS:0;cf4d76213909:38387 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:17:40,237 INFO [RS:0;cf4d76213909:38387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:17:40,238 INFO [RS:0;cf4d76213909:38387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:38387. 2024-11-08T09:17:40,238 DEBUG [RS:0;cf4d76213909:38387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:17:40,238 DEBUG [RS:0;cf4d76213909:38387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:40,238 DEBUG [RS:0;cf4d76213909:38387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:40,238 INFO [RS:0;cf4d76213909:38387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38387 2024-11-08T09:17:40,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:17:40,240 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:17:40,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1291985614/rs/cf4d76213909,38387,1731057387487 2024-11-08T09:17:40,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614/rs 2024-11-08T09:17:40,294 INFO [RS:0;cf4d76213909:38387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:17:40,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,38387,1731057387487] 2024-11-08T09:17:40,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1291985614/draining/cf4d76213909,38387,1731057387487 already deleted, retry=false 2024-11-08T09:17:40,316 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,38387,1731057387487 expired; onlineServers=0 2024-11-08T09:17:40,316 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,42995,1731057387293' ***** 2024-11-08T09:17:40,316 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:17:40,316 INFO [M:0;cf4d76213909:42995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:17:40,317 INFO [M:0;cf4d76213909:42995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:17:40,317 DEBUG [M:0;cf4d76213909:42995 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:17:40,317 DEBUG [M:0;cf4d76213909:42995 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:17:40,317 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057389744 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057389744,5,FailOnTimeoutGroup] 2024-11-08T09:17:40,317 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057389742 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057389742,5,FailOnTimeoutGroup] 2024-11-08T09:17:40,317 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:17:40,317 INFO [M:0;cf4d76213909:42995 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:17:40,317 INFO [M:0;cf4d76213909:42995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:17:40,317 DEBUG [M:0;cf4d76213909:42995 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:17:40,317 INFO [M:0;cf4d76213909:42995 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:17:40,317 INFO [M:0;cf4d76213909:42995 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:17:40,318 INFO [M:0;cf4d76213909:42995 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:17:40,320 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:17:40,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1291985614/master 2024-11-08T09:17:40,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1291985614 2024-11-08T09:17:40,336 DEBUG [M:0;cf4d76213909:42995 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1291985614/master already deleted, retry=false 2024-11-08T09:17:40,336 DEBUG [M:0;cf4d76213909:42995 {}] master.ActiveMasterManager(353): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1291985614/master 2024-11-08T09:17:40,337 INFO [M:0;cf4d76213909:42995 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/.lastflushedseqids 2024-11-08T09:17:40,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741843_1019 (size=173) 2024-11-08T09:17:40,385 INFO [M:0;cf4d76213909:42995 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:17:40,385 INFO [M:0;cf4d76213909:42995 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:17:40,386 DEBUG [M:0;cf4d76213909:42995 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:17:40,386 INFO [M:0;cf4d76213909:42995 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:40,386 DEBUG [M:0;cf4d76213909:42995 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:40,386 DEBUG [M:0;cf4d76213909:42995 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:17:40,386 DEBUG [M:0;cf4d76213909:42995 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:40,386 INFO [M:0;cf4d76213909:42995 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-08T09:17:40,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:17:40,406 INFO [RS:0;cf4d76213909:38387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:17:40,406 INFO [RS:0;cf4d76213909:38387 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,38387,1731057387487; zookeeper connection closed. 2024-11-08T09:17:40,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x10119bb659c0004, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:17:40,436 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d582375 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d582375 2024-11-08T09:17:40,436 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:17:40,445 DEBUG [M:0;cf4d76213909:42995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dad97fdda4684b9f823ee23d0d1d222c is 82, key is hbase:meta,,1/info:regioninfo/1731057391011/Put/seqid=0 2024-11-08T09:17:40,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741844_1020 (size=5672) 2024-11-08T09:17:40,497 INFO [M:0;cf4d76213909:42995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dad97fdda4684b9f823ee23d0d1d222c 2024-11-08T09:17:40,534 DEBUG [M:0;cf4d76213909:42995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5be7c56abd84bb0b69032415e5ed29d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731057393497/Put/seqid=0 2024-11-08T09:17:40,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741845_1021 (size=6727) 2024-11-08T09:17:40,580 INFO [M:0;cf4d76213909:42995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5be7c56abd84bb0b69032415e5ed29d 2024-11-08T09:17:40,590 INFO [M:0;cf4d76213909:42995 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5be7c56abd84bb0b69032415e5ed29d 2024-11-08T09:17:40,620 DEBUG [M:0;cf4d76213909:42995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d829ed1317174aeba349dd8849719c19 is 69, key is cf4d76213909,38387,1731057387487/rs:state/1731057389860/Put/seqid=0 2024-11-08T09:17:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741846_1022 (size=5156) 2024-11-08T09:17:41,044 INFO [M:0;cf4d76213909:42995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d829ed1317174aeba349dd8849719c19 2024-11-08T09:17:41,060 DEBUG [M:0;cf4d76213909:42995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dad97fdda4684b9f823ee23d0d1d222c as hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dad97fdda4684b9f823ee23d0d1d222c 2024-11-08T09:17:41,072 INFO [M:0;cf4d76213909:42995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dad97fdda4684b9f823ee23d0d1d222c, entries=8, sequenceid=58, filesize=5.5 K 2024-11-08T09:17:41,073 DEBUG [M:0;cf4d76213909:42995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5be7c56abd84bb0b69032415e5ed29d as hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5be7c56abd84bb0b69032415e5ed29d 2024-11-08T09:17:41,090 INFO [M:0;cf4d76213909:42995 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5be7c56abd84bb0b69032415e5ed29d 2024-11-08T09:17:41,090 INFO [M:0;cf4d76213909:42995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5be7c56abd84bb0b69032415e5ed29d, entries=6, sequenceid=58, filesize=6.6 K 2024-11-08T09:17:41,091 DEBUG [M:0;cf4d76213909:42995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d829ed1317174aeba349dd8849719c19 as hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d829ed1317174aeba349dd8849719c19 2024-11-08T09:17:41,098 INFO [M:0;cf4d76213909:42995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/6d38b12b-74f4-7e05-f1a8-ddb8d6f56c2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d829ed1317174aeba349dd8849719c19, entries=1, sequenceid=58, filesize=5.0 K 2024-11-08T09:17:41,099 INFO [M:0;cf4d76213909:42995 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 713ms, sequenceid=58, compaction requested=false 2024-11-08T09:17:41,119 INFO [M:0;cf4d76213909:42995 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:41,119 DEBUG [M:0;cf4d76213909:42995 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057460385Disabling compacts and flushes for region at 1731057460385Disabling writes for close at 1731057460386 (+1 ms)Obtaining lock to block concurrent updates at 1731057460386Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057460386Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731057460386Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057460391 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057460392 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057460444 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057460444Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057460509 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057460533 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057460533Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057460590 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057460620 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057460620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@303c57cd: reopening flushed file at 1731057461057 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297ec6b8: reopening flushed file at 1731057461072 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a65b9: reopening flushed file at 1731057461090 (+18 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 713ms, sequenceid=58, compaction requested=false at 1731057461099 (+9 ms)Writing region close event to WAL at 1731057461119 (+20 ms)Closed at 1731057461119 2024-11-08T09:17:41,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741830_1006 (size=33026) 2024-11-08T09:17:41,134 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:17:41,134 INFO [M:0;cf4d76213909:42995 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:17:41,135 INFO [M:0;cf4d76213909:42995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42995 2024-11-08T09:17:41,135 INFO [M:0;cf4d76213909:42995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:17:41,425 INFO [M:0;cf4d76213909:42995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:17:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:17:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x10119bb659c0003, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:17:41,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d082e22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:17:41,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71c5377a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:17:41,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:17:41,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c22a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:17:41,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290405a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/hadoop.log.dir/,STOPPED} 2024-11-08T09:17:41,443 WARN [BP-1401565344-172.17.0.2-1731057385033 heartbeating to localhost/127.0.0.1:41087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:17:41,443 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:17:41,443 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:17:41,443 WARN [BP-1401565344-172.17.0.2-1731057385033 heartbeating to localhost/127.0.0.1:41087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1401565344-172.17.0.2-1731057385033 (Datanode Uuid 64e96724-d3e1-465a-9093-fe973dd7beb9) service to localhost/127.0.0.1:41087 2024-11-08T09:17:41,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/cluster_68d0207d-6eeb-9f34-77bd-d9e49f98d57e/data/data1/current/BP-1401565344-172.17.0.2-1731057385033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:17:41,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/cluster_68d0207d-6eeb-9f34-77bd-d9e49f98d57e/data/data2/current/BP-1401565344-172.17.0.2-1731057385033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:17:41,445 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:17:41,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29ebfe69{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:17:41,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46e5e3f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:17:41,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:17:41,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cea3ac4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:17:41,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@847f2b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/hadoop.log.dir/,STOPPED} 2024-11-08T09:17:41,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:17:41,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:17:41,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:17:41,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:17:41,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:41,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:41,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:17:41,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:17:41,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1395669188, stopped=false 2024-11-08T09:17:41,506 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,39897,1731057382044 2024-11-08T09:17:41,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-242153613/running 2024-11-08T09:17:41,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:17:41,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:17:41,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-242153613/running 2024-11-08T09:17:41,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:17:41,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:17:41,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:17:41,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:41,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,39997,1731057382215' ***** 2024-11-08T09:17:41,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:17:41,528 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:17:41,528 INFO [RS:0;cf4d76213909:39997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:17:41,528 INFO [RS:0;cf4d76213909:39997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:17:41,528 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(3091): Received CLOSE for 78450395a09e3fa495509d63e356312c 2024-11-08T09:17:41,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:17:41,528 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f9b39b5e5247a15de707159b799a523 2024-11-08T09:17:41,528 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,39997,1731057382215 2024-11-08T09:17:41,528 INFO [RS:0;cf4d76213909:39997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:17:41,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Set watcher on znode that does not yet exist, /0-242153613/running 2024-11-08T09:17:41,528 INFO [RS:0;cf4d76213909:39997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:39997. 2024-11-08T09:17:41,528 DEBUG [RS:0;cf4d76213909:39997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:17:41,529 DEBUG [RS:0;cf4d76213909:39997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:41,529 INFO [RS:0;cf4d76213909:39997 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:17:41,529 INFO [RS:0;cf4d76213909:39997 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:17:41,529 INFO [RS:0;cf4d76213909:39997 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:17:41,529 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:17:41,529 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T09:17:41,529 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1325): Online Regions={78450395a09e3fa495509d63e356312c=hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c., 1588230740=hbase:meta,,1.1588230740, 0f9b39b5e5247a15de707159b799a523=test,,1731057391158.0f9b39b5e5247a15de707159b799a523.} 2024-11-08T09:17:41,530 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1351): Waiting on 0f9b39b5e5247a15de707159b799a523, 1588230740, 78450395a09e3fa495509d63e356312c 2024-11-08T09:17:41,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Set watcher on znode that does not yet exist, /0-242153613/running 2024-11-08T09:17:41,530 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78450395a09e3fa495509d63e356312c, disabling compactions & flushes 2024-11-08T09:17:41,530 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. 2024-11-08T09:17:41,530 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. 2024-11-08T09:17:41,530 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. after waiting 0 ms 2024-11-08T09:17:41,530 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. 2024-11-08T09:17:41,531 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 78450395a09e3fa495509d63e356312c 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-08T09:17:41,532 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:17:41,533 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:17:41,533 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:17:41,533 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:17:41,533 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:17:41,533 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T09:17:41,557 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:17:41,563 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/.tmp/info/5eda7791e4f0427cba678691b1a6ed55 is 147, key is hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c./info:regioninfo/1731057395346/Put/seqid=0 2024-11-08T09:17:41,571 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c/.tmp/hfileref/d13de0edfba54819afdd49bd7b52309b is 74, key is 1/hfileref:087e5eeb5aaf4bd09f2f423835331a75_SeqId_4_/1731057397897/DeleteColumn/seqid=0 2024-11-08T09:17:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741844_1020 (size=7686) 2024-11-08T09:17:41,608 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/.tmp/info/5eda7791e4f0427cba678691b1a6ed55 2024-11-08T09:17:41,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741845_1021 (size=5203) 2024-11-08T09:17:41,687 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/.tmp/ns/a03e9cc89d8a43c385065891bcb30a34 is 43, key is default/ns:d/1731057384866/Put/seqid=0 2024-11-08T09:17:41,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741846_1022 (size=5153) 2024-11-08T09:17:41,695 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/.tmp/ns/a03e9cc89d8a43c385065891bcb30a34 2024-11-08T09:17:41,723 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/.tmp/rep_barrier/0e85872660414d07a4d58587a5071cf7 is 112, key is test,,1731057391158.0f9b39b5e5247a15de707159b799a523./rep_barrier:seqnumDuringOpen/1731057391948/Put/seqid=0 2024-11-08T09:17:41,730 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1351): Waiting on 0f9b39b5e5247a15de707159b799a523, 1588230740, 78450395a09e3fa495509d63e356312c 2024-11-08T09:17:41,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741847_1023 (size=5518) 2024-11-08T09:17:41,930 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1351): Waiting on 0f9b39b5e5247a15de707159b799a523, 1588230740, 78450395a09e3fa495509d63e356312c 2024-11-08T09:17:42,036 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c/.tmp/hfileref/d13de0edfba54819afdd49bd7b52309b 2024-11-08T09:17:42,068 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c/.tmp/queue/10c6f34c5e0d465a86f484ef3cbea6de is 153, key is 1-cf4d76213909,39997,1731057382215/queue:cf4d76213909%2C39997%2C1731057382215/1731057399310/Put/seqid=0 2024-11-08T09:17:42,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741848_1024 (size=5352) 2024-11-08T09:17:42,075 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c/.tmp/queue/10c6f34c5e0d465a86f484ef3cbea6de 2024-11-08T09:17:42,081 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c/.tmp/hfileref/d13de0edfba54819afdd49bd7b52309b as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c/hfileref/d13de0edfba54819afdd49bd7b52309b 2024-11-08T09:17:42,086 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c/hfileref/d13de0edfba54819afdd49bd7b52309b, entries=2, sequenceid=10, filesize=5.1 K 2024-11-08T09:17:42,088 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c/.tmp/queue/10c6f34c5e0d465a86f484ef3cbea6de as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c/queue/10c6f34c5e0d465a86f484ef3cbea6de 2024-11-08T09:17:42,093 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c/queue/10c6f34c5e0d465a86f484ef3cbea6de, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T09:17:42,094 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 78450395a09e3fa495509d63e356312c in 563ms, sequenceid=10, compaction requested=false 2024-11-08T09:17:42,101 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/replication/78450395a09e3fa495509d63e356312c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T09:17:42,101 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:17:42,101 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:17:42,101 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. 2024-11-08T09:17:42,101 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78450395a09e3fa495509d63e356312c: Waiting for close lock at 1731057461530Running coprocessor pre-close hooks at 1731057461530Disabling compacts and flushes for region at 1731057461530Disabling writes for close at 1731057461530Obtaining lock to block concurrent updates at 1731057461531 (+1 ms)Preparing flush snapshotting stores in 78450395a09e3fa495509d63e356312c at 1731057461531Finished memstore snapshotting hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731057461533 (+2 ms)Flushing stores of hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. at 1731057461533Flushing 78450395a09e3fa495509d63e356312c/hfileref: creating writer at 1731057461533Flushing 78450395a09e3fa495509d63e356312c/hfileref: appending metadata at 1731057461570 (+37 ms)Flushing 78450395a09e3fa495509d63e356312c/hfileref: closing flushed file at 1731057461570Flushing 78450395a09e3fa495509d63e356312c/queue: creating writer at 1731057462046 (+476 ms)Flushing 78450395a09e3fa495509d63e356312c/queue: appending metadata at 1731057462068 (+22 ms)Flushing 78450395a09e3fa495509d63e356312c/queue: closing flushed file at 1731057462068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160a517e: reopening flushed file at 1731057462080 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c607302: reopening flushed file at 1731057462087 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 78450395a09e3fa495509d63e356312c in 563ms, sequenceid=10, compaction requested=false at 1731057462094 (+7 ms)Writing region close event to WAL at 1731057462096 (+2 ms)Running coprocessor post-close hooks at 1731057462101 (+5 ms)Closed at 1731057462101 2024-11-08T09:17:42,102 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731057394513.78450395a09e3fa495509d63e356312c. 2024-11-08T09:17:42,102 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f9b39b5e5247a15de707159b799a523, disabling compactions & flushes 2024-11-08T09:17:42,102 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057391158.0f9b39b5e5247a15de707159b799a523. 2024-11-08T09:17:42,102 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057391158.0f9b39b5e5247a15de707159b799a523. 2024-11-08T09:17:42,102 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057391158.0f9b39b5e5247a15de707159b799a523. after waiting 0 ms 2024-11-08T09:17:42,102 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057391158.0f9b39b5e5247a15de707159b799a523. 2024-11-08T09:17:42,112 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/default/test/0f9b39b5e5247a15de707159b799a523/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T09:17:42,113 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:17:42,113 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:17:42,113 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057391158.0f9b39b5e5247a15de707159b799a523. 2024-11-08T09:17:42,113 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f9b39b5e5247a15de707159b799a523: Waiting for close lock at 1731057462102Running coprocessor pre-close hooks at 1731057462102Disabling compacts and flushes for region at 1731057462102Disabling writes for close at 1731057462102Writing region close event to WAL at 1731057462108 (+6 ms)Running coprocessor post-close hooks at 1731057462112 (+4 ms)Closed at 1731057462113 (+1 ms) 2024-11-08T09:17:42,113 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057391158.0f9b39b5e5247a15de707159b799a523. 2024-11-08T09:17:42,118 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:17:42,118 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:17:42,130 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:17:42,174 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/.tmp/rep_barrier/0e85872660414d07a4d58587a5071cf7 2024-11-08T09:17:42,192 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/.tmp/table/73b2209844e44350b52ca409c39b2a70 is 53, key is hbase:replication/table:state/1731057395365/Put/seqid=0 2024-11-08T09:17:42,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741849_1025 (size=5308) 2024-11-08T09:17:42,330 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:17:42,381 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 997, reset compression=false 2024-11-08T09:17:42,386 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:17:42,386 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 1292, reset compression=false 2024-11-08T09:17:42,386 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,39997,1731057382215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:17:42,388 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cf4d76213909,39997,1731057382215: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cf4d76213909,39997,1731057382215, walGroup=cf4d76213909%2C39997%2C1731057382215, offset=cf4d76213909%2C39997%2C1731057382215.1731057384224:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:39997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T09:17:42,390 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T09:17:42,394 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T09:17:42,395 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T09:17:42,395 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T09:17:42,395 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T09:17:42,395 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 442212208 }, "NonHeapMemoryUsage": { "committed": 180879360, "init": 7667712, "max": -1, "used": 175999168 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T09:17:42,400 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:39897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:39897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T09:17:42,531 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T09:17:42,531 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:17:42,531 DEBUG [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:17:42,596 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/.tmp/table/73b2209844e44350b52ca409c39b2a70 2024-11-08T09:17:42,604 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/.tmp/info/5eda7791e4f0427cba678691b1a6ed55 as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/info/5eda7791e4f0427cba678691b1a6ed55 2024-11-08T09:17:42,605 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.wal-reader.cf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.1731057384224 to pos 1292, reset compression=false 2024-11-08T09:17:42,610 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/info/5eda7791e4f0427cba678691b1a6ed55, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T09:17:42,611 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/.tmp/ns/a03e9cc89d8a43c385065891bcb30a34 as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/ns/a03e9cc89d8a43c385065891bcb30a34 2024-11-08T09:17:42,615 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/ns/a03e9cc89d8a43c385065891bcb30a34, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T09:17:42,616 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/.tmp/rep_barrier/0e85872660414d07a4d58587a5071cf7 as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/rep_barrier/0e85872660414d07a4d58587a5071cf7 2024-11-08T09:17:42,620 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/rep_barrier/0e85872660414d07a4d58587a5071cf7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T09:17:42,621 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/.tmp/table/73b2209844e44350b52ca409c39b2a70 as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/table/73b2209844e44350b52ca409c39b2a70 2024-11-08T09:17:42,626 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/table/73b2209844e44350b52ca409c39b2a70, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T09:17:42,627 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1094ms, sequenceid=16, compaction requested=false 2024-11-08T09:17:42,627 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:17:42,633 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T09:17:42,633 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:17:42,633 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:17:42,633 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:17:42,633 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057461532Running coprocessor pre-close hooks at 1731057461532Disabling compacts and flushes for region at 1731057461532Disabling writes for close at 1731057461533 (+1 ms)Obtaining lock to block concurrent updates at 1731057461533Preparing flush snapshotting stores in 1588230740 at 1731057461533Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731057461533Flushing stores of hbase:meta,,1.1588230740 at 1731057461534 (+1 ms)Flushing 1588230740/info: creating writer at 1731057461535 (+1 ms)Flushing 1588230740/info: appending metadata at 1731057461562 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731057461562Flushing 1588230740/ns: creating writer at 1731057461650 (+88 ms)Flushing 1588230740/ns: appending metadata at 1731057461686 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731057461686Flushing 1588230740/rep_barrier: creating writer at 1731057461702 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057461722 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057461722Flushing 1588230740/table: creating writer at 1731057462179 (+457 ms)Flushing 1588230740/table: appending metadata at 1731057462191 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731057462191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef7147f: reopening flushed file at 1731057462603 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6850846d: reopening flushed file at 1731057462610 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe0f58d: reopening flushed file at 1731057462615 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c89f198: reopening flushed file at 1731057462621 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1094ms, sequenceid=16, compaction requested=false at 1731057462627 (+6 ms)Writing region close event to WAL at 1731057462630 (+3 ms)Running coprocessor post-close hooks at 1731057462633 (+3 ms)Closed at 1731057462633 2024-11-08T09:17:42,633 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:17:42,731 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,39997,1731057382215; all regions closed. 2024-11-08T09:17:42,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741834_1010 (size=4239) 2024-11-08T09:17:42,734 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/WALs/cf4d76213909,39997,1731057382215/cf4d76213909%2C39997%2C1731057382215.meta.1731057384764.meta not finished, retry = 0 2024-11-08T09:17:42,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741839_1015 (size=2700) 2024-11-08T09:17:42,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741832_1008 (size=1300) 2024-11-08T09:17:42,844 DEBUG [RS:0;cf4d76213909:39997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:42,844 INFO [RS:0;cf4d76213909:39997 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:17:42,844 INFO [RS:0;cf4d76213909:39997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:17:42,844 INFO [RS:0;cf4d76213909:39997 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:17:42,844 INFO [RS:0;cf4d76213909:39997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:17:42,845 INFO [RS:0;cf4d76213909:39997 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,39997,1731057382215 because: Region server is closing 2024-11-08T09:17:42,845 INFO [RS:0;cf4d76213909:39997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:39997. 2024-11-08T09:17:42,845 DEBUG [RS:0;cf4d76213909:39997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:17:42,845 DEBUG [RS:0;cf4d76213909:39997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:42,845 DEBUG [RS:0;cf4d76213909:39997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:42,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:17:42,845 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:17:42,945 INFO [RS:0;cf4d76213909:39997 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39997,1731057382215.replicationSource.shippercf4d76213909%2C39997%2C1731057382215,1-cf4d76213909,39997,1731057382215 terminated 2024-11-08T09:17:42,945 INFO [RS:0;cf4d76213909:39997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39997 2024-11-08T09:17:42,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613/rs 2024-11-08T09:17:42,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-242153613/rs/cf4d76213909,39997,1731057382215 2024-11-08T09:17:42,957 INFO [RS:0;cf4d76213909:39997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:17:42,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,39997,1731057382215] 2024-11-08T09:17:42,978 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-242153613/draining/cf4d76213909,39997,1731057382215 already deleted, retry=false 2024-11-08T09:17:42,978 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,39997,1731057382215 expired; onlineServers=0 2024-11-08T09:17:42,978 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,39897,1731057382044' ***** 2024-11-08T09:17:42,978 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:17:42,978 INFO [M:0;cf4d76213909:39897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:17:42,978 INFO [M:0;cf4d76213909:39897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:17:42,978 DEBUG [M:0;cf4d76213909:39897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:17:42,978 DEBUG [M:0;cf4d76213909:39897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:17:42,978 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:17:42,978 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057383920 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057383920,5,FailOnTimeoutGroup] 2024-11-08T09:17:42,978 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057383920 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057383920,5,FailOnTimeoutGroup] 2024-11-08T09:17:42,978 INFO [M:0;cf4d76213909:39897 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:17:42,978 INFO [M:0;cf4d76213909:39897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:17:42,979 DEBUG [M:0;cf4d76213909:39897 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:17:42,979 INFO [M:0;cf4d76213909:39897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:17:42,979 INFO [M:0;cf4d76213909:39897 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:17:42,979 INFO [M:0;cf4d76213909:39897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:17:42,979 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:17:42,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-242153613/master 2024-11-08T09:17:42,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242153613 2024-11-08T09:17:42,999 DEBUG [M:0;cf4d76213909:39897 {}] zookeeper.ZKUtil(347): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Unable to get data of znode /0-242153613/master because node does not exist (not an error) 2024-11-08T09:17:42,999 WARN [M:0;cf4d76213909:39897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:17:43,000 INFO [M:0;cf4d76213909:39897 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/.lastflushedseqids 2024-11-08T09:17:43,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741850_1026 (size=263) 2024-11-08T09:17:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:17:43,068 INFO [RS:0;cf4d76213909:39997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:17:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39997-0x10119bb659c0001, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:17:43,068 INFO [RS:0;cf4d76213909:39997 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,39997,1731057382215; zookeeper connection closed. 2024-11-08T09:17:43,068 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22946422 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22946422 2024-11-08T09:17:43,068 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:17:43,406 INFO [M:0;cf4d76213909:39897 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:17:43,406 INFO [M:0;cf4d76213909:39897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:17:43,406 DEBUG [M:0;cf4d76213909:39897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:17:43,406 INFO [M:0;cf4d76213909:39897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:43,406 DEBUG [M:0;cf4d76213909:39897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:43,406 DEBUG [M:0;cf4d76213909:39897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:17:43,407 DEBUG [M:0;cf4d76213909:39897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:43,407 INFO [M:0;cf4d76213909:39897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-08T09:17:43,425 DEBUG [M:0;cf4d76213909:39897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11181d51714e422b851cf11226ef43bb is 82, key is hbase:meta,,1/info:regioninfo/1731057384813/Put/seqid=0 2024-11-08T09:17:43,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741851_1027 (size=5672) 2024-11-08T09:17:43,835 INFO [M:0;cf4d76213909:39897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11181d51714e422b851cf11226ef43bb 2024-11-08T09:17:43,853 DEBUG [M:0;cf4d76213909:39897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab1e444b516941fca5636e19d3ba5362 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731057391964/Put/seqid=0 2024-11-08T09:17:43,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741852_1028 (size=7241) 2024-11-08T09:17:44,258 INFO [M:0;cf4d76213909:39897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab1e444b516941fca5636e19d3ba5362 2024-11-08T09:17:44,264 INFO [M:0;cf4d76213909:39897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab1e444b516941fca5636e19d3ba5362 2024-11-08T09:17:44,282 DEBUG [M:0;cf4d76213909:39897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2722351b38ae4b4a8c2cf3127564478b is 69, key is cf4d76213909,39997,1731057382215/rs:state/1731057384073/Put/seqid=0 2024-11-08T09:17:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741853_1029 (size=5156) 2024-11-08T09:17:44,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:44,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:44,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:44,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:44,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:44,690 INFO [M:0;cf4d76213909:39897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2722351b38ae4b4a8c2cf3127564478b 2024-11-08T09:17:44,705 DEBUG [M:0;cf4d76213909:39897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11181d51714e422b851cf11226ef43bb as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11181d51714e422b851cf11226ef43bb 2024-11-08T09:17:44,714 INFO [M:0;cf4d76213909:39897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11181d51714e422b851cf11226ef43bb, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T09:17:44,717 DEBUG [M:0;cf4d76213909:39897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab1e444b516941fca5636e19d3ba5362 as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab1e444b516941fca5636e19d3ba5362 2024-11-08T09:17:44,725 INFO [M:0;cf4d76213909:39897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab1e444b516941fca5636e19d3ba5362 2024-11-08T09:17:44,725 INFO [M:0;cf4d76213909:39897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab1e444b516941fca5636e19d3ba5362, entries=11, sequenceid=105, filesize=7.1 K 2024-11-08T09:17:44,749 DEBUG [M:0;cf4d76213909:39897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2722351b38ae4b4a8c2cf3127564478b as hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2722351b38ae4b4a8c2cf3127564478b 2024-11-08T09:17:44,756 INFO [M:0;cf4d76213909:39897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36565/user/jenkins/test-data/1f626367-8bb6-51e9-7899-461fafe99da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2722351b38ae4b4a8c2cf3127564478b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T09:17:44,758 INFO [M:0;cf4d76213909:39897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1351ms, sequenceid=105, compaction requested=false 2024-11-08T09:17:44,770 INFO [M:0;cf4d76213909:39897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:44,771 DEBUG [M:0;cf4d76213909:39897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057463406Disabling compacts and flushes for region at 1731057463406Disabling writes for close at 1731057463406Obtaining lock to block concurrent updates at 1731057463407 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057463407Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731057463407Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057463408 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057463408Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057463424 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057463425 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057463839 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057463853 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057463853Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057464264 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057464281 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057464281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6f153b: reopening flushed file at 1731057464704 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670a9dac: reopening flushed file at 1731057464714 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598071e1: reopening flushed file at 1731057464726 (+12 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1351ms, sequenceid=105, compaction requested=false at 1731057464758 (+32 ms)Writing region close event to WAL at 1731057464770 (+12 ms)Closed at 1731057464770 2024-11-08T09:17:44,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741830_1006 (size=64538) 2024-11-08T09:17:44,775 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:17:44,775 INFO [M:0;cf4d76213909:39897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:17:44,775 INFO [M:0;cf4d76213909:39897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39897 2024-11-08T09:17:44,775 INFO [M:0;cf4d76213909:39897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:17:44,829 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:17:44,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:44,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:44,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:44,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:44,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:44,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:17:44,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39897-0x10119bb659c0000, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:17:44,889 INFO [M:0;cf4d76213909:39897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:17:44,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb5d7fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:17:44,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b77c33a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:17:44,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:17:44,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489869af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:17:44,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12d9f85b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/hadoop.log.dir/,STOPPED} 2024-11-08T09:17:44,900 WARN [BP-680395820-172.17.0.2-1731057379870 heartbeating to localhost/127.0.0.1:36565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:17:44,900 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:17:44,900 WARN [BP-680395820-172.17.0.2-1731057379870 heartbeating to localhost/127.0.0.1:36565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680395820-172.17.0.2-1731057379870 (Datanode Uuid 73630d38-4856-40e2-87f3-f0e400af5d60) service to localhost/127.0.0.1:36565 2024-11-08T09:17:44,900 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:17:44,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/cluster_04b97929-f852-d702-9d1b-d5e9d45cdab6/data/data1/current/BP-680395820-172.17.0.2-1731057379870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:17:44,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/cluster_04b97929-f852-d702-9d1b-d5e9d45cdab6/data/data2/current/BP-680395820-172.17.0.2-1731057379870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:17:44,901 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:17:44,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56588678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:17:44,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@475b33e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:17:44,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:17:44,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e7127e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:17:44,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6474836b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf35267f-e0a2-575c-54b2-546f9be56b7a/hadoop.log.dir/,STOPPED} 2024-11-08T09:17:44,930 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:17:44,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:17:44,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36565 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64020) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f1f90b90638.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f1f90b90638.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64020) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41087 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=539 (was 624), ProcessCount=11 (was 11), AvailableMemoryMB=5212 (was 4711) - AvailableMemoryMB LEAK? - 2024-11-08T09:17:44,996 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=539, ProcessCount=11, AvailableMemoryMB=5207 2024-11-08T09:17:45,015 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-08T09:17:45,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/hadoop.log.dir so I do NOT create it in target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b 2024-11-08T09:17:45,015 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:17:45,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/hadoop.tmp.dir so I do NOT create it in target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b 2024-11-08T09:17:45,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba9e7f8c-18ad-17a5-d691-127ec64c3b93/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:17:45,016 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b 2024-11-08T09:17:45,016 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/cluster_6c37a296-9cc9-3a2a-6b66-8830a6a07923, deleteOnExit=true 2024-11-08T09:17:45,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10119bb659c0005, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:17:45,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10119bb659c0005, quorum=127.0.0.1:64020, baseZNode=/1-1291985614 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:17:45,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10119bb659c0002, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:17:45,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10119bb659c0002, quorum=127.0.0.1:64020, baseZNode=/0-242153613 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:17:45,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/cluster_6c37a296-9cc9-3a2a-6b66-8830a6a07923/zookeeper_0, clientPort=64656, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/cluster_6c37a296-9cc9-3a2a-6b66-8830a6a07923/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/cluster_6c37a296-9cc9-3a2a-6b66-8830a6a07923/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:17:45,049 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64656 2024-11-08T09:17:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:17:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:17:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/test.cache.data in system properties and HBase conf 2024-11-08T09:17:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:17:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:17:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:17:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:17:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:17:45,050 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:17:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:17:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:17:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:17:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:17:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:17:45,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:17:45,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:17:45,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:17:45,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:17:45,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:17:45,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:17:45,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:17:45,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:17:45,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:17:45,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:17:45,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:17:45,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:17:45,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:17:45,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:17:45,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:17:45,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11a58acf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:17:45,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@569071cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:17:45,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b231f4c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/java.io.tmpdir/jetty-localhost-37009-hadoop-hdfs-3_4_1-tests_jar-_-any-5905211505031562171/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:17:45,477 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@306e315e{HTTP/1.1, (http/1.1)}{localhost:37009} 2024-11-08T09:17:45,477 INFO [Time-limited test {}] server.Server(415): Started @136072ms 2024-11-08T09:17:45,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:17:45,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:17:45,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:17:45,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:17:45,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:17:45,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78823b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:17:45,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d33c184{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:17:45,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@147a035e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/java.io.tmpdir/jetty-localhost-43311-hadoop-hdfs-3_4_1-tests_jar-_-any-4454578408695446138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:17:45,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@594fffb1{HTTP/1.1, (http/1.1)}{localhost:43311} 2024-11-08T09:17:45,819 INFO [Time-limited test {}] server.Server(415): Started @136414ms 2024-11-08T09:17:45,820 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:17:46,720 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/cluster_6c37a296-9cc9-3a2a-6b66-8830a6a07923/data/data1/current/BP-29897923-172.17.0.2-1731057465068/current, will proceed with Du for space computation calculation, 2024-11-08T09:17:46,720 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/cluster_6c37a296-9cc9-3a2a-6b66-8830a6a07923/data/data2/current/BP-29897923-172.17.0.2-1731057465068/current, will proceed with Du for space computation calculation, 2024-11-08T09:17:46,734 WARN [Thread-1269 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:17:46,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeb6739ccebe0353 with lease ID 0x58d311ac296beb7f: Processing first storage report for DS-d3a9838e-19ea-4dad-b4a2-022a52d68bdb from datanode DatanodeRegistration(127.0.0.1:33289, datanodeUuid=fba89d81-d28a-46f6-9245-efc72cd05c15, infoPort=38339, infoSecurePort=0, ipcPort=46535, storageInfo=lv=-57;cid=testClusterID;nsid=2011512051;c=1731057465068) 2024-11-08T09:17:46,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeb6739ccebe0353 with lease ID 0x58d311ac296beb7f: from storage DS-d3a9838e-19ea-4dad-b4a2-022a52d68bdb node DatanodeRegistration(127.0.0.1:33289, datanodeUuid=fba89d81-d28a-46f6-9245-efc72cd05c15, infoPort=38339, infoSecurePort=0, ipcPort=46535, storageInfo=lv=-57;cid=testClusterID;nsid=2011512051;c=1731057465068), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T09:17:46,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeb6739ccebe0353 with lease ID 0x58d311ac296beb7f: Processing first storage report for DS-75056d6b-17c6-4e40-bdd5-79e8c6269db2 from datanode DatanodeRegistration(127.0.0.1:33289, datanodeUuid=fba89d81-d28a-46f6-9245-efc72cd05c15, infoPort=38339, infoSecurePort=0, ipcPort=46535, storageInfo=lv=-57;cid=testClusterID;nsid=2011512051;c=1731057465068) 2024-11-08T09:17:46,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeb6739ccebe0353 with lease ID 0x58d311ac296beb7f: from storage DS-75056d6b-17c6-4e40-bdd5-79e8c6269db2 node DatanodeRegistration(127.0.0.1:33289, datanodeUuid=fba89d81-d28a-46f6-9245-efc72cd05c15, infoPort=38339, infoSecurePort=0, ipcPort=46535, storageInfo=lv=-57;cid=testClusterID;nsid=2011512051;c=1731057465068), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:17:46,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b 2024-11-08T09:17:46,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:46,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:46,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:17:47,154 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252 with version=8 2024-11-08T09:17:47,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/hbase-staging 2024-11-08T09:17:47,156 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:17:47,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:17:47,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:17:47,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:17:47,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:17:47,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:17:47,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:17:47,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:17:47,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39785 2024-11-08T09:17:47,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39785 connecting to ZooKeeper ensemble=127.0.0.1:64656 2024-11-08T09:17:47,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397850x0, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:17:47,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39785-0x10119bcb27c0000 connected 2024-11-08T09:17:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:17:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:17:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T09:17:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T09:17:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T09:17:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:17:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:17:47,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:47,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:47,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/running 2024-11-08T09:17:47,455 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252, hbase.cluster.distributed=false 2024-11-08T09:17:47,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/acl 2024-11-08T09:17:47,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39785 2024-11-08T09:17:47,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39785 2024-11-08T09:17:47,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39785 2024-11-08T09:17:47,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39785 2024-11-08T09:17:47,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39785 2024-11-08T09:17:47,471 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:17:47,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:17:47,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:17:47,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:17:47,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:17:47,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:17:47,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:17:47,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:17:47,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39251 2024-11-08T09:17:47,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39251 connecting to ZooKeeper ensemble=127.0.0.1:64656 2024-11-08T09:17:47,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:47,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:47,492 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392510x0, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:17:47,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392510x0, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/running 2024-11-08T09:17:47,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39251-0x10119bcb27c0001 connected 2024-11-08T09:17:47,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:17:47,496 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:17:47,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/master 2024-11-08T09:17:47,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/acl 2024-11-08T09:17:47,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39251 2024-11-08T09:17:47,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39251 2024-11-08T09:17:47,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39251 2024-11-08T09:17:47,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39251 2024-11-08T09:17:47,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39251 2024-11-08T09:17:47,518 DEBUG [M:0;cf4d76213909:39785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:39785 2024-11-08T09:17:47,519 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-803737630/backup-masters/cf4d76213909,39785,1731057467156 2024-11-08T09:17:47,525 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630/backup-masters 2024-11-08T09:17:47,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630/backup-masters 2024-11-08T09:17:47,525 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on existing znode=/0-803737630/backup-masters/cf4d76213909,39785,1731057467156 2024-11-08T09:17:47,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:47,535 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-803737630/master 2024-11-08T09:17:47,535 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:47,536 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on existing znode=/0-803737630/master 2024-11-08T09:17:47,536 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-803737630/backup-masters/cf4d76213909,39785,1731057467156 from backup master directory 2024-11-08T09:17:47,546 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630/backup-masters 2024-11-08T09:17:47,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803737630/backup-masters/cf4d76213909,39785,1731057467156 2024-11-08T09:17:47,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630/backup-masters 2024-11-08T09:17:47,546 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:17:47,546 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,39785,1731057467156 2024-11-08T09:17:47,550 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/hbase.id] with ID: b6b61ce1-68e5-4567-9823-cf901f3e1c07 2024-11-08T09:17:47,550 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/.tmp/hbase.id 2024-11-08T09:17:47,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:17:47,955 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/.tmp/hbase.id]:[hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/hbase.id] 2024-11-08T09:17:47,965 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:47,965 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:17:47,966 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:17:47,977 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:47,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:17:48,383 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:17:48,384 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:17:48,384 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:17:48,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:17:48,790 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store 2024-11-08T09:17:48,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:17:49,197 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:17:49,197 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:17:49,197 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:49,197 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:49,197 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:17:49,197 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:49,197 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:49,197 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057469197Disabling compacts and flushes for region at 1731057469197Disabling writes for close at 1731057469197Writing region close event to WAL at 1731057469197Closed at 1731057469197 2024-11-08T09:17:49,198 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/.initializing 2024-11-08T09:17:49,198 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,39785,1731057467156 2024-11-08T09:17:49,199 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:17:49,200 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C39785%2C1731057467156, suffix=, logDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,39785,1731057467156, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/oldWALs, maxLogs=10 2024-11-08T09:17:49,212 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,39785,1731057467156/cf4d76213909%2C39785%2C1731057467156.1731057469201, exclude list is [], retry=0 2024-11-08T09:17:49,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33289,DS-d3a9838e-19ea-4dad-b4a2-022a52d68bdb,DISK] 2024-11-08T09:17:49,216 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,39785,1731057467156/cf4d76213909%2C39785%2C1731057467156.1731057469201 2024-11-08T09:17:49,217 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-08T09:17:49,217 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:17:49,217 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:17:49,217 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:49,217 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:49,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:49,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:17:49,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:49,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:49,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:49,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:17:49,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:49,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:17:49,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:49,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:17:49,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:49,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:17:49,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:49,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:17:49,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:49,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:17:49,224 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:49,225 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:49,225 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:49,226 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:49,226 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:49,227 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:17:49,228 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:49,230 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:17:49,231 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69376734, jitterRate=0.033793896436691284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:17:49,231 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057469217Initializing all the Stores at 1731057469218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057469218Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057469218Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057469218Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057469218Cleaning up temporary data from old regions at 1731057469226 (+8 ms)Region opened successfully at 1731057469231 (+5 ms) 2024-11-08T09:17:49,231 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:17:49,234 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249e2d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:17:49,235 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:17:49,235 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:17:49,235 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:17:49,235 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:17:49,236 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:17:49,236 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:17:49,236 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:17:49,238 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:17:49,239 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Unable to get data of znode /0-803737630/balancer because node does not exist (not necessarily an error) 2024-11-08T09:17:49,251 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803737630/balancer already deleted, retry=false 2024-11-08T09:17:49,251 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:17:49,252 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Unable to get data of znode /0-803737630/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:17:49,262 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803737630/normalizer already deleted, retry=false 2024-11-08T09:17:49,262 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:17:49,263 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Unable to get data of znode /0-803737630/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:17:49,272 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803737630/switch/split already deleted, retry=false 2024-11-08T09:17:49,273 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Unable to get data of znode /0-803737630/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:17:49,282 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803737630/switch/merge already deleted, retry=false 2024-11-08T09:17:49,284 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Unable to get data of znode /0-803737630/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:17:49,293 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803737630/snapshot-cleanup already deleted, retry=false 2024-11-08T09:17:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-803737630/running 2024-11-08T09:17:49,304 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-803737630/running 2024-11-08T09:17:49,304 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:49,304 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,39785,1731057467156, sessionid=0x10119bcb27c0000, setting cluster-up flag (Was=false) 2024-11-08T09:17:49,325 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:49,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:49,356 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-803737630/flush-table-proc/acquired, /0-803737630/flush-table-proc/reached, /0-803737630/flush-table-proc/abort 2024-11-08T09:17:49,357 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,39785,1731057467156 2024-11-08T09:17:49,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:49,379 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:49,409 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-803737630/online-snapshot/acquired, /0-803737630/online-snapshot/reached, /0-803737630/online-snapshot/abort 2024-11-08T09:17:49,410 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,39785,1731057467156 2024-11-08T09:17:49,411 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:17:49,412 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:17:49,412 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:17:49,412 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:17:49,412 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,39785,1731057467156 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:17:49,414 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:17:49,414 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:17:49,414 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:17:49,414 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:17:49,414 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:17:49,414 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:49,414 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:17:49,414 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:49,415 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057499415 2024-11-08T09:17:49,415 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:17:49,415 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:17:49,415 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:17:49,415 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:17:49,415 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:17:49,415 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:17:49,415 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:17:49,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:17:49,415 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:17:49,415 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:17:49,415 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:17:49,416 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:17:49,416 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:17:49,416 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:17:49,416 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057469416,5,FailOnTimeoutGroup] 2024-11-08T09:17:49,416 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057469416,5,FailOnTimeoutGroup] 2024-11-08T09:17:49,416 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,416 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:17:49,416 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,416 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,416 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:49,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:17:49,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:17:49,511 INFO [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(746): ClusterId : b6b61ce1-68e5-4567-9823-cf901f3e1c07 2024-11-08T09:17:49,511 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:17:49,524 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:17:49,524 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:17:49,536 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:17:49,536 DEBUG [RS:0;cf4d76213909:39251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fee4fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:17:49,547 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:39251 2024-11-08T09:17:49,547 INFO [RS:0;cf4d76213909:39251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:17:49,547 INFO [RS:0;cf4d76213909:39251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:17:49,547 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:17:49,548 INFO [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,39785,1731057467156 with port=39251, startcode=1731057467470 2024-11-08T09:17:49,548 DEBUG [RS:0;cf4d76213909:39251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:17:49,549 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:17:49,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39785 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,39251,1731057467470 2024-11-08T09:17:49,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39785 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,39251,1731057467470 2024-11-08T09:17:49,551 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252 2024-11-08T09:17:49,551 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33837 2024-11-08T09:17:49,551 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:17:49,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630/rs 2024-11-08T09:17:49,557 DEBUG [RS:0;cf4d76213909:39251 {}] zookeeper.ZKUtil(111): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on existing znode=/0-803737630/rs/cf4d76213909,39251,1731057467470 2024-11-08T09:17:49,557 WARN [RS:0;cf4d76213909:39251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:17:49,557 INFO [RS:0;cf4d76213909:39251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:17:49,557 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470 2024-11-08T09:17:49,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,39251,1731057467470] 2024-11-08T09:17:49,560 INFO [RS:0;cf4d76213909:39251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:17:49,561 INFO [RS:0;cf4d76213909:39251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:17:49,562 INFO [RS:0;cf4d76213909:39251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:17:49,562 INFO [RS:0;cf4d76213909:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,562 INFO [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:17:49,562 INFO [RS:0;cf4d76213909:39251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:17:49,563 INFO [RS:0;cf4d76213909:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:17:49,563 DEBUG [RS:0;cf4d76213909:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:17:49,564 INFO [RS:0;cf4d76213909:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,564 INFO [RS:0;cf4d76213909:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,564 INFO [RS:0;cf4d76213909:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,564 INFO [RS:0;cf4d76213909:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,564 INFO [RS:0;cf4d76213909:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,564 INFO [RS:0;cf4d76213909:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39251,1731057467470-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:17:49,576 INFO [RS:0;cf4d76213909:39251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:17:49,576 INFO [RS:0;cf4d76213909:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39251,1731057467470-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,576 INFO [RS:0;cf4d76213909:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,576 INFO [RS:0;cf4d76213909:39251 {}] regionserver.Replication(171): cf4d76213909,39251,1731057467470 started 2024-11-08T09:17:49,587 INFO [RS:0;cf4d76213909:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:49,587 INFO [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,39251,1731057467470, RpcServer on cf4d76213909/172.17.0.2:39251, sessionid=0x10119bcb27c0001 2024-11-08T09:17:49,587 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:17:49,587 DEBUG [RS:0;cf4d76213909:39251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,39251,1731057467470 2024-11-08T09:17:49,587 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,39251,1731057467470' 2024-11-08T09:17:49,587 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-803737630/flush-table-proc/abort' 2024-11-08T09:17:49,588 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-803737630/flush-table-proc/acquired' 2024-11-08T09:17:49,588 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:17:49,588 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:17:49,588 DEBUG [RS:0;cf4d76213909:39251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,39251,1731057467470 2024-11-08T09:17:49,588 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,39251,1731057467470' 2024-11-08T09:17:49,588 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-803737630/online-snapshot/abort' 2024-11-08T09:17:49,588 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-803737630/online-snapshot/acquired' 2024-11-08T09:17:49,588 DEBUG [RS:0;cf4d76213909:39251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:17:49,588 INFO [RS:0;cf4d76213909:39251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:17:49,589 INFO [RS:0;cf4d76213909:39251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:17:49,689 INFO [RS:0;cf4d76213909:39251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:17:49,691 INFO [RS:0;cf4d76213909:39251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C39251%2C1731057467470, suffix=, logDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/oldWALs, maxLogs=10 2024-11-08T09:17:49,709 DEBUG [RS:0;cf4d76213909:39251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.1731057469691, exclude list is [], retry=0 2024-11-08T09:17:49,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33289,DS-d3a9838e-19ea-4dad-b4a2-022a52d68bdb,DISK] 2024-11-08T09:17:49,720 INFO [RS:0;cf4d76213909:39251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.1731057469691 2024-11-08T09:17:49,724 DEBUG [RS:0;cf4d76213909:39251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-08T09:17:49,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:17:49,825 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252 2024-11-08T09:17:49,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:17:50,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:17:50,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:17:50,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:17:50,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:50,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:50,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:17:50,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:17:50,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:50,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:50,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:17:50,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:17:50,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:50,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:50,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:17:50,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:17:50,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:50,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:50,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:17:50,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740 2024-11-08T09:17:50,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740 2024-11-08T09:17:50,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:17:50,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:17:50,242 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:17:50,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:17:50,244 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:17:50,245 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74944392, jitterRate=0.11675846576690674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:17:50,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057470231Initializing all the Stores at 1731057470232 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057470232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057470233 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057470233Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057470233Cleaning up temporary data from old regions at 1731057470242 (+9 ms)Region opened successfully at 1731057470245 (+3 ms) 2024-11-08T09:17:50,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:17:50,245 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:17:50,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:17:50,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:17:50,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:17:50,246 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:17:50,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057470245Disabling compacts and flushes for region at 1731057470245Disabling writes for close at 1731057470245Writing region close event to WAL at 1731057470246 (+1 ms)Closed at 1731057470246 2024-11-08T09:17:50,247 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:17:50,247 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:17:50,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:17:50,248 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:17:50,248 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:17:50,399 DEBUG [cf4d76213909:39785 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:17:50,399 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,39251,1731057467470 2024-11-08T09:17:50,400 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,39251,1731057467470, state=OPENING 2024-11-08T09:17:50,451 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:17:50,461 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:50,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:50,462 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:17:50,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803737630/meta-region-server: CHANGED 2024-11-08T09:17:50,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803737630/meta-region-server: CHANGED 2024-11-08T09:17:50,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,39251,1731057467470}] 2024-11-08T09:17:50,614 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:17:50,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:17:50,620 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:17:50,620 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:17:50,620 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:17:50,622 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C39251%2C1731057467470.meta, suffix=.meta, logDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/oldWALs, maxLogs=10 2024-11-08T09:17:50,637 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.meta.1731057470622.meta, exclude list is [], retry=0 2024-11-08T09:17:50,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33289,DS-d3a9838e-19ea-4dad-b4a2-022a52d68bdb,DISK] 2024-11-08T09:17:50,644 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.meta.1731057470622.meta 2024-11-08T09:17:50,648 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-08T09:17:50,648 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:17:50,649 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:17:50,649 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:17:50,649 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:17:50,649 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:17:50,649 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:17:50,649 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:17:50,649 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:17:50,649 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:17:50,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:17:50,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:17:50,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:50,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:50,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:17:50,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:17:50,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:50,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:50,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:17:50,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:17:50,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:50,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:50,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:17:50,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:17:50,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:50,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:50,656 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:17:50,656 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740 2024-11-08T09:17:50,657 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740 2024-11-08T09:17:50,658 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:17:50,658 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:17:50,659 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:17:50,660 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:17:50,661 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62647163, jitterRate=-0.06648452579975128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:17:50,661 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:17:50,661 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057470649Writing region info on filesystem at 1731057470649Initializing all the Stores at 1731057470650 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057470650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057470651 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057470651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057470651Cleaning up temporary data from old regions at 1731057470658 (+7 ms)Running coprocessor post-open hooks at 1731057470661 (+3 ms)Region opened successfully at 1731057470661 2024-11-08T09:17:50,662 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057470614 2024-11-08T09:17:50,665 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:17:50,665 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:17:50,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,39251,1731057467470 2024-11-08T09:17:50,666 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,39251,1731057467470, state=OPEN 2024-11-08T09:17:50,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-803737630/meta-region-server 2024-11-08T09:17:50,702 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-803737630/meta-region-server 2024-11-08T09:17:50,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,39251,1731057467470 2024-11-08T09:17:50,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803737630/meta-region-server: CHANGED 2024-11-08T09:17:50,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803737630/meta-region-server: CHANGED 2024-11-08T09:17:50,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:17:50,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,39251,1731057467470 in 241 msec 2024-11-08T09:17:50,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:17:50,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-08T09:17:50,707 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:17:50,707 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:17:50,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:17:50,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,39251,1731057467470, seqNum=-1] 2024-11-08T09:17:50,709 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:17:50,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:17:50,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-08T09:17:50,714 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057470714, completionTime=-1 2024-11-08T09:17:50,714 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:17:50,714 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:17:50,716 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:17:50,716 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057530716 2024-11-08T09:17:50,716 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057590716 2024-11-08T09:17:50,716 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T09:17:50,716 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39785,1731057467156-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:50,716 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39785,1731057467156-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:50,716 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39785,1731057467156-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:50,716 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:39785, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:50,716 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:50,717 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:50,721 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.175sec 2024-11-08T09:17:50,721 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:17:50,721 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:17:50,721 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:17:50,721 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:17:50,721 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:17:50,721 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39785,1731057467156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:17:50,722 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39785,1731057467156-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:17:50,728 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:17:50,728 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:17:50,728 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:17:50,728 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,39785,1731057467156-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:50,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2918976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:50,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,39785,-1 for getting cluster id 2024-11-08T09:17:50,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:17:50,813 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6b61ce1-68e5-4567-9823-cf901f3e1c07' 2024-11-08T09:17:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:17:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6b61ce1-68e5-4567-9823-cf901f3e1c07" 2024-11-08T09:17:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59bb21cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,39785,-1] 2024-11-08T09:17:50,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:17:50,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:50,814 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:17:50,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231b1ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:50,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:17:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,39251,1731057467470, seqNum=-1] 2024-11-08T09:17:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:17:50,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:17:50,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,39785,1731057467156 2024-11-08T09:17:50,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64656 2024-11-08T09:17:50,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:17:50,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10119bcb27c0002 connected 2024-11-08T09:17:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/hadoop.log.dir so I do NOT create it in target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3 2024-11-08T09:17:50,854 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:17:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/hadoop.tmp.dir so I do NOT create it in target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3 2024-11-08T09:17:50,854 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:17:50,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3 2024-11-08T09:17:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:17:50,854 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/cluster_665ba8d4-f290-02e6-4ad6-804f066e883d, deleteOnExit=true 2024-11-08T09:17:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:17:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/test.cache.data in system properties and HBase conf 2024-11-08T09:17:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:17:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:17:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:17:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:17:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:17:50,854 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:17:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:17:51,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:17:51,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:17:51,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:17:51,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:17:51,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:17:51,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:17:51,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@888edf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:17:51,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ee28337{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:17:51,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71738ad3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/java.io.tmpdir/jetty-localhost-44757-hadoop-hdfs-3_4_1-tests_jar-_-any-6067938219976556675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:17:51,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b372b5c{HTTP/1.1, (http/1.1)}{localhost:44757} 2024-11-08T09:17:51,299 INFO [Time-limited test {}] server.Server(415): Started @141895ms 2024-11-08T09:17:51,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:17:51,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:17:51,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:17:51,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:17:51,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:17:51,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17f056a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:17:51,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3904e05e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:17:51,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@527acb9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/java.io.tmpdir/jetty-localhost-41969-hadoop-hdfs-3_4_1-tests_jar-_-any-17187158551740907705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:17:51,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3982752{HTTP/1.1, (http/1.1)}{localhost:41969} 2024-11-08T09:17:51,666 INFO [Time-limited test {}] server.Server(415): Started @142261ms 2024-11-08T09:17:51,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:17:52,342 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/cluster_665ba8d4-f290-02e6-4ad6-804f066e883d/data/data1/current/BP-48525332-172.17.0.2-1731057470869/current, will proceed with Du for space computation calculation, 2024-11-08T09:17:52,342 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/cluster_665ba8d4-f290-02e6-4ad6-804f066e883d/data/data2/current/BP-48525332-172.17.0.2-1731057470869/current, will proceed with Du for space computation calculation, 2024-11-08T09:17:52,361 WARN [Thread-1389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:17:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dacfc1166a295a5 with lease ID 0x54879fbb148835cc: Processing first storage report for DS-2b47e890-3583-4f53-a234-79b31fbd16ef from datanode DatanodeRegistration(127.0.0.1:37721, datanodeUuid=0e7f3960-2a9e-4426-9378-4bf716026646, infoPort=44279, infoSecurePort=0, ipcPort=32885, storageInfo=lv=-57;cid=testClusterID;nsid=1647564481;c=1731057470869) 2024-11-08T09:17:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dacfc1166a295a5 with lease ID 0x54879fbb148835cc: from storage DS-2b47e890-3583-4f53-a234-79b31fbd16ef node DatanodeRegistration(127.0.0.1:37721, datanodeUuid=0e7f3960-2a9e-4426-9378-4bf716026646, infoPort=44279, infoSecurePort=0, ipcPort=32885, storageInfo=lv=-57;cid=testClusterID;nsid=1647564481;c=1731057470869), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T09:17:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dacfc1166a295a5 with lease ID 0x54879fbb148835cc: Processing first storage report for DS-10ad4587-5e12-4b78-8312-e4f1f0825034 from datanode DatanodeRegistration(127.0.0.1:37721, datanodeUuid=0e7f3960-2a9e-4426-9378-4bf716026646, infoPort=44279, infoSecurePort=0, ipcPort=32885, storageInfo=lv=-57;cid=testClusterID;nsid=1647564481;c=1731057470869) 2024-11-08T09:17:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dacfc1166a295a5 with lease ID 0x54879fbb148835cc: from storage DS-10ad4587-5e12-4b78-8312-e4f1f0825034 node DatanodeRegistration(127.0.0.1:37721, datanodeUuid=0e7f3960-2a9e-4426-9378-4bf716026646, infoPort=44279, infoSecurePort=0, ipcPort=32885, storageInfo=lv=-57;cid=testClusterID;nsid=1647564481;c=1731057470869), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:17:52,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3 2024-11-08T09:17:52,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:52,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:52,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:17:52,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:17:52,802 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894 with version=8 2024-11-08T09:17:52,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/hbase-staging 2024-11-08T09:17:52,804 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:17:52,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:17:52,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:17:52,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:17:52,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:17:52,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:17:52,804 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:17:52,804 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:17:52,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33345 2024-11-08T09:17:52,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33345 connecting to ZooKeeper ensemble=127.0.0.1:64656 2024-11-08T09:17:52,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:52,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:52,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:52,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:52,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:17:52,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333450x0, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:17:52,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33345-0x10119bcb27c0003 connected 2024-11-08T09:17:52,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:52,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:52,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Set watcher on znode that does not yet exist, /1-244578706/running 2024-11-08T09:17:52,928 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894, hbase.cluster.distributed=false 2024-11-08T09:17:52,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Set watcher on znode that does not yet exist, /1-244578706/acl 2024-11-08T09:17:52,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33345 2024-11-08T09:17:52,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33345 2024-11-08T09:17:52,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33345 2024-11-08T09:17:52,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33345 2024-11-08T09:17:52,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33345 2024-11-08T09:17:52,943 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:17:52,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:17:52,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:17:52,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:17:52,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:17:52,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:17:52,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:17:52,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:17:52,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41881 2024-11-08T09:17:52,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41881 connecting to ZooKeeper ensemble=127.0.0.1:64656 2024-11-08T09:17:52,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:52,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:52,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418810x0, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:17:52,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418810x0, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Set watcher on znode that does not yet exist, /1-244578706/running 2024-11-08T09:17:52,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41881-0x10119bcb27c0004 connected 2024-11-08T09:17:52,957 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:17:52,957 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:17:52,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Set watcher on znode that does not yet exist, /1-244578706/master 2024-11-08T09:17:52,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Set watcher on znode that does not yet exist, /1-244578706/acl 2024-11-08T09:17:52,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41881 2024-11-08T09:17:52,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41881 2024-11-08T09:17:52,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41881 2024-11-08T09:17:52,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41881 2024-11-08T09:17:52,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41881 2024-11-08T09:17:52,971 DEBUG [M:0;cf4d76213909:33345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:33345 2024-11-08T09:17:52,972 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-244578706/backup-masters/cf4d76213909,33345,1731057472803 2024-11-08T09:17:52,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706/backup-masters 2024-11-08T09:17:52,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706/backup-masters 2024-11-08T09:17:52,978 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Set watcher on existing znode=/1-244578706/backup-masters/cf4d76213909,33345,1731057472803 2024-11-08T09:17:52,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:17:52,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-244578706/master 2024-11-08T09:17:52,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:17:52,988 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Set watcher on existing znode=/1-244578706/master 2024-11-08T09:17:52,988 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-244578706/backup-masters/cf4d76213909,33345,1731057472803 from backup master directory 2024-11-08T09:17:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-244578706/backup-masters/cf4d76213909,33345,1731057472803 2024-11-08T09:17:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706/backup-masters 2024-11-08T09:17:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706/backup-masters 2024-11-08T09:17:52,998 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:17:52,998 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,33345,1731057472803 2024-11-08T09:17:53,002 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/hbase.id] with ID: 81063bd4-d4e8-49c3-b39a-a558066e44ad 2024-11-08T09:17:53,002 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/.tmp/hbase.id 2024-11-08T09:17:53,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:17:53,407 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/.tmp/hbase.id]:[hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/hbase.id] 2024-11-08T09:17:53,418 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:17:53,418 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:17:53,419 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:17:53,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:17:53,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:17:53,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:17:53,854 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:17:53,855 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:17:53,855 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:17:53,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:17:54,261 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store 2024-11-08T09:17:54,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:17:54,667 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:17:54,667 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:17:54,667 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:54,667 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:54,667 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:17:54,667 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:54,667 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:17:54,667 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057474667Disabling compacts and flushes for region at 1731057474667Disabling writes for close at 1731057474667Writing region close event to WAL at 1731057474667Closed at 1731057474667 2024-11-08T09:17:54,668 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/.initializing 2024-11-08T09:17:54,668 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/WALs/cf4d76213909,33345,1731057472803 2024-11-08T09:17:54,669 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:17:54,671 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C33345%2C1731057472803, suffix=, logDir=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/WALs/cf4d76213909,33345,1731057472803, archiveDir=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/oldWALs, maxLogs=10 2024-11-08T09:17:54,683 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/WALs/cf4d76213909,33345,1731057472803/cf4d76213909%2C33345%2C1731057472803.1731057474671, exclude list is [], retry=0 2024-11-08T09:17:54,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37721,DS-2b47e890-3583-4f53-a234-79b31fbd16ef,DISK] 2024-11-08T09:17:54,687 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/WALs/cf4d76213909,33345,1731057472803/cf4d76213909%2C33345%2C1731057472803.1731057474671 2024-11-08T09:17:54,687 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44279:44279)] 2024-11-08T09:17:54,687 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:17:54,687 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:17:54,687 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:54,687 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:54,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:54,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:17:54,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:54,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:54,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:54,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:17:54,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:54,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:17:54,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:54,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:17:54,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:54,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:17:54,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:54,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:17:54,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:54,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:17:54,694 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:54,695 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:54,695 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:54,696 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:54,696 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:54,696 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:17:54,697 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:17:54,699 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:17:54,699 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75470852, jitterRate=0.12460333108901978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:17:54,699 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057474687Initializing all the Stores at 1731057474688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057474688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057474688Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057474688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057474688Cleaning up temporary data from old regions at 1731057474696 (+8 ms)Region opened successfully at 1731057474699 (+3 ms) 2024-11-08T09:17:54,700 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:17:54,702 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fb6685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:17:54,703 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:17:54,703 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:17:54,703 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:17:54,703 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:17:54,703 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:17:54,703 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:17:54,703 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:17:54,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:17:54,706 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Unable to get data of znode /1-244578706/balancer because node does not exist (not necessarily an error) 2024-11-08T09:17:54,809 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-244578706/balancer already deleted, retry=false 2024-11-08T09:17:54,809 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:17:54,810 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Unable to get data of znode /1-244578706/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:17:54,896 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-244578706/normalizer already deleted, retry=false 2024-11-08T09:17:54,897 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:17:54,898 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Unable to get data of znode /1-244578706/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:17:54,912 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-244578706/switch/split already deleted, retry=false 2024-11-08T09:17:54,912 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Unable to get data of znode /1-244578706/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:17:54,924 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-244578706/switch/merge already deleted, retry=false 2024-11-08T09:17:54,926 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Unable to get data of znode /1-244578706/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:17:54,935 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-244578706/snapshot-cleanup already deleted, retry=false 2024-11-08T09:17:54,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-244578706/running 2024-11-08T09:17:54,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-244578706/running 2024-11-08T09:17:54,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:17:54,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:17:54,946 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,33345,1731057472803, sessionid=0x10119bcb27c0003, setting cluster-up flag (Was=false) 2024-11-08T09:17:54,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:17:54,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:17:54,998 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-244578706/flush-table-proc/acquired, /1-244578706/flush-table-proc/reached, /1-244578706/flush-table-proc/abort 2024-11-08T09:17:54,999 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,33345,1731057472803 2024-11-08T09:17:55,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:17:55,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:17:55,051 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-244578706/online-snapshot/acquired, /1-244578706/online-snapshot/reached, /1-244578706/online-snapshot/abort 2024-11-08T09:17:55,052 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,33345,1731057472803 2024-11-08T09:17:55,053 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:17:55,054 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:17:55,054 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:17:55,054 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:17:55,054 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,33345,1731057472803 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:17:55,056 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:17:55,056 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:17:55,056 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:17:55,056 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:17:55,057 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:17:55,057 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:55,057 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:17:55,057 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:55,059 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057505059 2024-11-08T09:17:55,060 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:17:55,060 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:17:55,060 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:17:55,060 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:17:55,060 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:17:55,060 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:17:55,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:17:55,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:17:55,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:55,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:17:55,064 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,065 INFO [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(746): ClusterId : 81063bd4-d4e8-49c3-b39a-a558066e44ad 2024-11-08T09:17:55,065 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:17:55,068 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:17:55,068 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:17:55,068 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:17:55,068 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:17:55,071 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:17:55,071 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:17:55,071 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057475071,5,FailOnTimeoutGroup] 2024-11-08T09:17:55,072 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057475071,5,FailOnTimeoutGroup] 2024-11-08T09:17:55,072 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,072 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:17:55,072 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,072 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,073 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:17:55,073 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:17:55,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:17:55,083 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:17:55,083 DEBUG [RS:0;cf4d76213909:41881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702debb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:17:55,093 DEBUG [RS:0;cf4d76213909:41881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:41881 2024-11-08T09:17:55,094 INFO [RS:0;cf4d76213909:41881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:17:55,094 INFO [RS:0;cf4d76213909:41881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:17:55,094 DEBUG [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:17:55,094 INFO [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,33345,1731057472803 with port=41881, startcode=1731057472943 2024-11-08T09:17:55,094 DEBUG [RS:0;cf4d76213909:41881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:17:55,095 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:17:55,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,41881,1731057472943 2024-11-08T09:17:55,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33345 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,41881,1731057472943 2024-11-08T09:17:55,097 DEBUG [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894 2024-11-08T09:17:55,097 DEBUG [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43029 2024-11-08T09:17:55,097 DEBUG [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:17:55,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706/rs 2024-11-08T09:17:55,148 DEBUG [RS:0;cf4d76213909:41881 {}] zookeeper.ZKUtil(111): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Set watcher on existing znode=/1-244578706/rs/cf4d76213909,41881,1731057472943 2024-11-08T09:17:55,148 WARN [RS:0;cf4d76213909:41881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:17:55,148 INFO [RS:0;cf4d76213909:41881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:17:55,148 DEBUG [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/WALs/cf4d76213909,41881,1731057472943 2024-11-08T09:17:55,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,41881,1731057472943] 2024-11-08T09:17:55,151 INFO [RS:0;cf4d76213909:41881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:17:55,153 INFO [RS:0;cf4d76213909:41881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:17:55,153 INFO [RS:0;cf4d76213909:41881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:17:55,153 INFO [RS:0;cf4d76213909:41881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,153 INFO [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:17:55,154 INFO [RS:0;cf4d76213909:41881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:17:55,154 INFO [RS:0;cf4d76213909:41881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:17:55,154 DEBUG [RS:0;cf4d76213909:41881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:17:55,155 INFO [RS:0;cf4d76213909:41881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,155 INFO [RS:0;cf4d76213909:41881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,155 INFO [RS:0;cf4d76213909:41881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,155 INFO [RS:0;cf4d76213909:41881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,155 INFO [RS:0;cf4d76213909:41881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,155 INFO [RS:0;cf4d76213909:41881 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41881,1731057472943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:17:55,168 INFO [RS:0;cf4d76213909:41881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:17:55,168 INFO [RS:0;cf4d76213909:41881 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41881,1731057472943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,168 INFO [RS:0;cf4d76213909:41881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,168 INFO [RS:0;cf4d76213909:41881 {}] regionserver.Replication(171): cf4d76213909,41881,1731057472943 started 2024-11-08T09:17:55,180 INFO [RS:0;cf4d76213909:41881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:55,180 INFO [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,41881,1731057472943, RpcServer on cf4d76213909/172.17.0.2:41881, sessionid=0x10119bcb27c0004 2024-11-08T09:17:55,180 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:17:55,180 DEBUG [RS:0;cf4d76213909:41881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,41881,1731057472943 2024-11-08T09:17:55,180 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,41881,1731057472943' 2024-11-08T09:17:55,180 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-244578706/flush-table-proc/abort' 2024-11-08T09:17:55,181 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-244578706/flush-table-proc/acquired' 2024-11-08T09:17:55,181 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:17:55,181 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:17:55,181 DEBUG [RS:0;cf4d76213909:41881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,41881,1731057472943 2024-11-08T09:17:55,181 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,41881,1731057472943' 2024-11-08T09:17:55,181 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-244578706/online-snapshot/abort' 2024-11-08T09:17:55,182 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-244578706/online-snapshot/acquired' 2024-11-08T09:17:55,182 DEBUG [RS:0;cf4d76213909:41881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:17:55,182 INFO [RS:0;cf4d76213909:41881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:17:55,182 INFO [RS:0;cf4d76213909:41881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:17:55,282 INFO [RS:0;cf4d76213909:41881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:17:55,284 INFO [RS:0;cf4d76213909:41881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C41881%2C1731057472943, suffix=, logDir=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/WALs/cf4d76213909,41881,1731057472943, archiveDir=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/oldWALs, maxLogs=10 2024-11-08T09:17:55,296 DEBUG [RS:0;cf4d76213909:41881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/WALs/cf4d76213909,41881,1731057472943/cf4d76213909%2C41881%2C1731057472943.1731057475284, exclude list is [], retry=0 2024-11-08T09:17:55,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37721,DS-2b47e890-3583-4f53-a234-79b31fbd16ef,DISK] 2024-11-08T09:17:55,300 INFO [RS:0;cf4d76213909:41881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/WALs/cf4d76213909,41881,1731057472943/cf4d76213909%2C41881%2C1731057472943.1731057475284 2024-11-08T09:17:55,300 DEBUG [RS:0;cf4d76213909:41881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44279:44279)] 2024-11-08T09:17:55,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:17:55,475 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894 2024-11-08T09:17:55,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:17:55,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:17:55,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:17:55,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:17:55,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:17:55,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:55,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:55,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:17:55,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:17:55,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:55,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:55,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:17:55,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:17:55,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:55,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:55,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:17:55,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:17:55,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:55,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:55,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:17:55,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/data/hbase/meta/1588230740 2024-11-08T09:17:55,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/data/hbase/meta/1588230740 2024-11-08T09:17:55,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:17:55,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:17:55,890 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:17:55,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:17:55,893 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:17:55,893 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69424251, jitterRate=0.03450195491313934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:17:55,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057475881Initializing all the Stores at 1731057475882 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057475882Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057475882Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057475882Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057475882Cleaning up temporary data from old regions at 1731057475889 (+7 ms)Region opened successfully at 1731057475893 (+4 ms) 2024-11-08T09:17:55,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:17:55,893 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:17:55,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:17:55,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:17:55,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:17:55,894 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:17:55,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057475893Disabling compacts and flushes for region at 1731057475893Disabling writes for close at 1731057475893Writing region close event to WAL at 1731057475894 (+1 ms)Closed at 1731057475894 2024-11-08T09:17:55,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:17:55,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:17:55,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:17:55,895 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:17:55,896 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:17:56,046 DEBUG [cf4d76213909:33345 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:17:56,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,41881,1731057472943 2024-11-08T09:17:56,048 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,41881,1731057472943, state=OPENING 2024-11-08T09:17:56,145 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:17:56,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:17:56,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:17:56,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-244578706/meta-region-server: CHANGED 2024-11-08T09:17:56,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-244578706/meta-region-server: CHANGED 2024-11-08T09:17:56,156 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:17:56,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,41881,1731057472943}] 2024-11-08T09:17:56,309 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:17:56,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:17:56,313 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:17:56,313 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:17:56,313 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:17:56,314 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C41881%2C1731057472943.meta, suffix=.meta, logDir=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/WALs/cf4d76213909,41881,1731057472943, archiveDir=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/oldWALs, maxLogs=10 2024-11-08T09:17:56,327 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/WALs/cf4d76213909,41881,1731057472943/cf4d76213909%2C41881%2C1731057472943.meta.1731057476315.meta, exclude list is [], retry=0 2024-11-08T09:17:56,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37721,DS-2b47e890-3583-4f53-a234-79b31fbd16ef,DISK] 2024-11-08T09:17:56,330 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/WALs/cf4d76213909,41881,1731057472943/cf4d76213909%2C41881%2C1731057472943.meta.1731057476315.meta 2024-11-08T09:17:56,330 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44279:44279)] 2024-11-08T09:17:56,330 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:17:56,331 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:17:56,331 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:17:56,331 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:17:56,331 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:17:56,331 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:17:56,331 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:17:56,331 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:17:56,331 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:17:56,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:17:56,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:17:56,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:56,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:56,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:17:56,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:17:56,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:56,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:56,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:17:56,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:17:56,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:56,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:56,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:17:56,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:17:56,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:56,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:17:56,337 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:17:56,337 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/data/hbase/meta/1588230740 2024-11-08T09:17:56,338 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/data/hbase/meta/1588230740 2024-11-08T09:17:56,339 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:17:56,339 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:17:56,340 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:17:56,341 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:17:56,342 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73422672, jitterRate=0.09408307075500488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:17:56,342 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:17:56,342 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057476331Writing region info on filesystem at 1731057476331Initializing all the Stores at 1731057476332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057476332Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057476332Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057476332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057476332Cleaning up temporary data from old regions at 1731057476339 (+7 ms)Running coprocessor post-open hooks at 1731057476342 (+3 ms)Region opened successfully at 1731057476342 2024-11-08T09:17:56,343 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057476308 2024-11-08T09:17:56,346 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:17:56,346 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:17:56,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,41881,1731057472943 2024-11-08T09:17:56,347 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,41881,1731057472943, state=OPEN 2024-11-08T09:17:56,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-244578706/meta-region-server 2024-11-08T09:17:56,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-244578706/meta-region-server 2024-11-08T09:17:56,356 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,41881,1731057472943 2024-11-08T09:17:56,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-244578706/meta-region-server: CHANGED 2024-11-08T09:17:56,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-244578706/meta-region-server: CHANGED 2024-11-08T09:17:56,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:17:56,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,41881,1731057472943 in 200 msec 2024-11-08T09:17:56,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:17:56,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-11-08T09:17:56,362 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:17:56,362 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:17:56,363 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:17:56,363 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,41881,1731057472943, seqNum=-1] 2024-11-08T09:17:56,363 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:17:56,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:17:56,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3160 sec 2024-11-08T09:17:56,370 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057476370, completionTime=-1 2024-11-08T09:17:56,370 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:17:56,370 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:17:56,372 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:17:56,373 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057536373 2024-11-08T09:17:56,373 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057596373 2024-11-08T09:17:56,373 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T09:17:56,373 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33345,1731057472803-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:56,373 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33345,1731057472803-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:56,373 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33345,1731057472803-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:56,373 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:33345, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:56,373 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:56,373 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:56,375 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:17:56,377 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.379sec 2024-11-08T09:17:56,377 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:17:56,377 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:17:56,377 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:17:56,377 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:17:56,377 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:17:56,377 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33345,1731057472803-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:17:56,378 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33345,1731057472803-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:17:56,380 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:17:56,380 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:17:56,380 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33345,1731057472803-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:17:56,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429057a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:56,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33345,-1 for getting cluster id 2024-11-08T09:17:56,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:17:56,467 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81063bd4-d4e8-49c3-b39a-a558066e44ad' 2024-11-08T09:17:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:17:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81063bd4-d4e8-49c3-b39a-a558066e44ad" 2024-11-08T09:17:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e5bcfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33345,-1] 2024-11-08T09:17:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:17:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:56,469 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:17:56,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112bcf29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:56,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:17:56,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,41881,1731057472943, seqNum=-1] 2024-11-08T09:17:56,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:17:56,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:17:56,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,33345,1731057472803 2024-11-08T09:17:56,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64656 2024-11-08T09:17:56,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:17:56,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10119bcb27c0005 connected 2024-11-08T09:17:56,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e76735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:56,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,39785,-1 for getting cluster id 2024-11-08T09:17:56,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:17:56,496 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6b61ce1-68e5-4567-9823-cf901f3e1c07' 2024-11-08T09:17:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:17:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6b61ce1-68e5-4567-9823-cf901f3e1c07" 2024-11-08T09:17:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5b251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,39785,-1] 2024-11-08T09:17:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:17:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:56,498 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:17:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2d19a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:56,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:17:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,39785,1731057467156 2024-11-08T09:17:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37334192 2024-11-08T09:17:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:17:56,501 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:17:56,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:33345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:17:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:17:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:17:56,504 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:33345' 2024-11-08T09:17:56,505 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4fdf7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:56,505 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33345,-1 for getting cluster id 2024-11-08T09:17:56,505 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:17:56,506 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81063bd4-d4e8-49c3-b39a-a558066e44ad' 2024-11-08T09:17:56,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:17:56,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81063bd4-d4e8-49c3-b39a-a558066e44ad" 2024-11-08T09:17:56,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6306af96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:56,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33345,-1] 2024-11-08T09:17:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:17:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:56,508 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:17:56,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eff37b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:56,509 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:17:56,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33345,1731057472803 2024-11-08T09:17:56,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@355b9cab 2024-11-08T09:17:56,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:17:56,510 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:17:56,511 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T09:17:56,511 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:17:56,511 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:56,511 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:56,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:17:56,512 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:17:56,513 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:17:56,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:17:56,514 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:56,515 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:17:56,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741835_1011 (size=1138) 2024-11-08T09:17:56,563 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:17:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:17:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:17:56,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3eb913fd4a9d47418fe5f18fc2aaafe5, NAME => 'hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252 2024-11-08T09:17:56,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741836_1012 (size=44) 2024-11-08T09:17:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:17:57,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:17:57,291 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T09:17:57,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:17:57,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T09:17:57,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:17:57,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T09:17:57,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T09:17:57,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T09:17:57,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:17:57,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3eb913fd4a9d47418fe5f18fc2aaafe5, disabling compactions & flushes 2024-11-08T09:17:57,329 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:17:57,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:17:57,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. after waiting 0 ms 2024-11-08T09:17:57,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:17:57,329 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:17:57,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3eb913fd4a9d47418fe5f18fc2aaafe5: Waiting for close lock at 1731057477329Disabling compacts and flushes for region at 1731057477329Disabling writes for close at 1731057477329Writing region close event to WAL at 1731057477329Closed at 1731057477329 2024-11-08T09:17:57,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:17:57,331 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057477330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057477330"}]},"ts":"1731057477330"} 2024-11-08T09:17:57,332 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:17:57,333 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:17:57,334 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057477333"}]},"ts":"1731057477333"} 2024-11-08T09:17:57,336 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:17:57,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3eb913fd4a9d47418fe5f18fc2aaafe5, ASSIGN}] 2024-11-08T09:17:57,337 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3eb913fd4a9d47418fe5f18fc2aaafe5, ASSIGN 2024-11-08T09:17:57,338 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3eb913fd4a9d47418fe5f18fc2aaafe5, ASSIGN; state=OFFLINE, location=cf4d76213909,39251,1731057467470; forceNewPlan=false, retain=false 2024-11-08T09:17:57,488 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3eb913fd4a9d47418fe5f18fc2aaafe5, regionState=OPENING, regionLocation=cf4d76213909,39251,1731057467470 2024-11-08T09:17:57,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3eb913fd4a9d47418fe5f18fc2aaafe5, ASSIGN because future has completed 2024-11-08T09:17:57,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eb913fd4a9d47418fe5f18fc2aaafe5, server=cf4d76213909,39251,1731057467470}] 2024-11-08T09:17:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:17:57,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:17:57,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:17:57,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:17:57,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C39251%2C1731057467470.rep, suffix=, logDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/oldWALs, maxLogs=10 2024-11-08T09:17:57,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.rep.1731057477648, exclude list is [], retry=0 2024-11-08T09:17:57,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33289,DS-d3a9838e-19ea-4dad-b4a2-022a52d68bdb,DISK] 2024-11-08T09:17:57,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.rep.1731057477648 2024-11-08T09:17:57,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-08T09:17:57,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3eb913fd4a9d47418fe5f18fc2aaafe5, NAME => 'hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:17:57,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:17:57,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:17:57,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. service=MultiRowMutationService 2024-11-08T09:17:57,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:17:57,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:57,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:17:57,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:57,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:57,668 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:57,670 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eb913fd4a9d47418fe5f18fc2aaafe5 columnFamilyName hfileref 2024-11-08T09:17:57,670 DEBUG [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:57,670 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] regionserver.HStore(327): Store=3eb913fd4a9d47418fe5f18fc2aaafe5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:17:57,670 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:57,671 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eb913fd4a9d47418fe5f18fc2aaafe5 columnFamilyName queue 2024-11-08T09:17:57,671 DEBUG [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:57,672 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] regionserver.HStore(327): Store=3eb913fd4a9d47418fe5f18fc2aaafe5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:17:57,672 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:57,673 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eb913fd4a9d47418fe5f18fc2aaafe5 columnFamilyName sid 2024-11-08T09:17:57,673 DEBUG [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:17:57,674 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] regionserver.HStore(327): Store=3eb913fd4a9d47418fe5f18fc2aaafe5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:17:57,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:57,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/replication/3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:57,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/replication/3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:57,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:57,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:57,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:17:57,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:57,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/replication/3eb913fd4a9d47418fe5f18fc2aaafe5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:17:57,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3eb913fd4a9d47418fe5f18fc2aaafe5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64622347, jitterRate=-0.03705199062824249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:17:57,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:57,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3eb913fd4a9d47418fe5f18fc2aaafe5: Running coprocessor pre-open hook at 1731057477666Writing region info on filesystem at 1731057477666Initializing all the Stores at 1731057477667 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057477667Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057477668 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057477668Cleaning up temporary data from old regions at 1731057477676 (+8 ms)Running coprocessor post-open hooks at 1731057477681 (+5 ms)Region opened successfully at 1731057477681 2024-11-08T09:17:57,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5., pid=7, masterSystemTime=1731057477643 2024-11-08T09:17:57,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:17:57,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:17:57,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3eb913fd4a9d47418fe5f18fc2aaafe5, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,39251,1731057467470 2024-11-08T09:17:57,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eb913fd4a9d47418fe5f18fc2aaafe5, server=cf4d76213909,39251,1731057467470 because future has completed 2024-11-08T09:17:57,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T09:17:57,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3eb913fd4a9d47418fe5f18fc2aaafe5, server=cf4d76213909,39251,1731057467470 in 197 msec 2024-11-08T09:17:57,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:17:57,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3eb913fd4a9d47418fe5f18fc2aaafe5, ASSIGN in 354 msec 2024-11-08T09:17:57,693 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:17:57,694 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057477693"}]},"ts":"1731057477693"} 2024-11-08T09:17:57,696 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:17:57,697 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:17:57,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-08T09:17:57,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5., hostname=cf4d76213909,39251,1731057467470, seqNum=2] 2024-11-08T09:17:57,798 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:57,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:57,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:17:57,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T09:17:57,973 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:17:58,005 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,39251,1731057467470, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:17:58,005 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:17:58,005 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,39251,1731057467470, seqNum=-1] 2024-11-08T09:17:58,005 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:17:58,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-08T09:17:58,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,39251,1731057467470', locateType=CURRENT is [region=hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5., hostname=cf4d76213909,39251,1731057467470, seqNum=2] 2024-11-08T09:17:58,010 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T09:17:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T09:17:58,012 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,39251,1731057467470 suceeded 2024-11-08T09:17:58,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T09:17:58,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-08T09:17:58,014 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:33345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:17:58,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec 2024-11-08T09:17:58,024 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:33345' 2024-11-08T09:17:58,025 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3284942f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:58,025 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33345,-1 for getting cluster id 2024-11-08T09:17:58,025 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:17:58,026 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81063bd4-d4e8-49c3-b39a-a558066e44ad' 2024-11-08T09:17:58,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:17:58,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81063bd4-d4e8-49c3-b39a-a558066e44ad" 2024-11-08T09:17:58,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c638a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:58,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33345,-1] 2024-11-08T09:17:58,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:17:58,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:58,027 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:17:58,028 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33692741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:17:58,028 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:17:58,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33345,1731057472803 2024-11-08T09:17:58,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cfc58fb 2024-11-08T09:17:58,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:17:58,029 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-08T09:17:58,030 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,39251,1731057467470 (queues=1) is replicating from cluster=b6b61ce1-68e5-4567-9823-cf901f3e1c07 to cluster=81063bd4-d4e8-49c3-b39a-a558066e44ad 2024-11-08T09:17:58,030 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C39251%2C1731057467470 2024-11-08T09:17:58,030 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,39251,1731057467470, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:17:58,030 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470.replicationSource.wal-reader.cf4d76213909%2C39251%2C1731057467470,1-cf4d76213909,39251,1731057467470 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.1731057469691, startPosition=0, beingWritten=true 2024-11-08T09:17:58,031 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470.replicationSource.shippercf4d76213909%2C39251%2C1731057467470,1-cf4d76213909,39251,1731057467470 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C39251%2C1731057467470 2024-11-08T09:17:58,236 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470.replicationSource.wal-reader.cf4d76213909%2C39251%2C1731057467470,1-cf4d76213909,39251,1731057467470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.1731057469691 to pos 0, reset compression=false 2024-11-08T09:17:58,540 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470.replicationSource.wal-reader.cf4d76213909%2C39251%2C1731057467470,1-cf4d76213909,39251,1731057467470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.1731057469691 to pos 0, reset compression=false 2024-11-08T09:17:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:17:58,652 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:17:58,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:17:58,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:17:58,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:58,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:58,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:17:58,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:17:58,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,39785,1731057467156 2024-11-08T09:17:58,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7974c413 2024-11-08T09:17:58,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:17:58,654 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:17:58,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T09:17:58,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:17:58,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:17:58,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:58,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:58,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:17:58,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=376344138, stopped=false 2024-11-08T09:17:58,655 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,39785,1731057467156 2024-11-08T09:17:58,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:17:58,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803737630/running 2024-11-08T09:17:58,777 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803737630/running 2024-11-08T09:17:58,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:58,777 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:17:58,777 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:17:58,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:17:58,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:17:58,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:58,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/running 2024-11-08T09:17:58,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/running 2024-11-08T09:17:58,778 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,39251,1731057467470' ***** 2024-11-08T09:17:58,778 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:17:58,778 INFO [RS:0;cf4d76213909:39251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:17:58,778 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:17:58,778 INFO [RS:0;cf4d76213909:39251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:17:58,778 INFO [RS:0;cf4d76213909:39251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:17:58,778 INFO [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(3091): Received CLOSE for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:58,779 INFO [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,39251,1731057467470 2024-11-08T09:17:58,779 INFO [RS:0;cf4d76213909:39251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:17:58,779 INFO [RS:0;cf4d76213909:39251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:39251. 2024-11-08T09:17:58,779 DEBUG [RS:0;cf4d76213909:39251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:17:58,779 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3eb913fd4a9d47418fe5f18fc2aaafe5, disabling compactions & flushes 2024-11-08T09:17:58,779 DEBUG [RS:0;cf4d76213909:39251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:17:58,779 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:17:58,779 INFO [RS:0;cf4d76213909:39251 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:17:58,779 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:17:58,779 INFO [RS:0;cf4d76213909:39251 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:17:58,779 INFO [RS:0;cf4d76213909:39251 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:17:58,779 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. after waiting 0 ms 2024-11-08T09:17:58,779 INFO [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:17:58,779 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:17:58,779 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3eb913fd4a9d47418fe5f18fc2aaafe5 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T09:17:58,779 INFO [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:17:58,779 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3eb913fd4a9d47418fe5f18fc2aaafe5=hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5.} 2024-11-08T09:17:58,779 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:58,779 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:17:58,779 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:17:58,779 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:17:58,779 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:17:58,779 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:17:58,779 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T09:17:58,792 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/.tmp/info/99b46e9095bb485b87ab4c43c90f0366 is 147, key is hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5./info:regioninfo/1731057477685/Put/seqid=0 2024-11-08T09:17:58,795 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/replication/3eb913fd4a9d47418fe5f18fc2aaafe5/.tmp/queue/3f73739ce1c14b02af9b046fb26c7452 is 151, key is 1-cf4d76213909,39251,1731057467470/queue:cf4d76213909%2C39251%2C1731057467470/1731057478009/Put/seqid=0 2024-11-08T09:17:58,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741838_1014 (size=6631) 2024-11-08T09:17:58,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741839_1015 (size=5350) 2024-11-08T09:17:58,871 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:17:58,945 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470.replicationSource.wal-reader.cf4d76213909%2C39251%2C1731057467470,1-cf4d76213909,39251,1731057467470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.1731057469691 to pos 0, reset compression=false 2024-11-08T09:17:58,979 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:59,179 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:17:59,197 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/.tmp/info/99b46e9095bb485b87ab4c43c90f0366 2024-11-08T09:17:59,202 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/replication/3eb913fd4a9d47418fe5f18fc2aaafe5/.tmp/queue/3f73739ce1c14b02af9b046fb26c7452 2024-11-08T09:17:59,207 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/replication/3eb913fd4a9d47418fe5f18fc2aaafe5/.tmp/queue/3f73739ce1c14b02af9b046fb26c7452 as hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/replication/3eb913fd4a9d47418fe5f18fc2aaafe5/queue/3f73739ce1c14b02af9b046fb26c7452 2024-11-08T09:17:59,211 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/replication/3eb913fd4a9d47418fe5f18fc2aaafe5/queue/3f73739ce1c14b02af9b046fb26c7452, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T09:17:59,212 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3eb913fd4a9d47418fe5f18fc2aaafe5 in 433ms, sequenceid=5, compaction requested=false 2024-11-08T09:17:59,212 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T09:17:59,216 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/replication/3eb913fd4a9d47418fe5f18fc2aaafe5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T09:17:59,217 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:17:59,217 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:17:59,217 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:17:59,217 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3eb913fd4a9d47418fe5f18fc2aaafe5: Waiting for close lock at 1731057478779Running coprocessor pre-close hooks at 1731057478779Disabling compacts and flushes for region at 1731057478779Disabling writes for close at 1731057478779Obtaining lock to block concurrent updates at 1731057478779Preparing flush snapshotting stores in 3eb913fd4a9d47418fe5f18fc2aaafe5 at 1731057478779Finished memstore snapshotting hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731057478779Flushing stores of hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. at 1731057478780 (+1 ms)Flushing 3eb913fd4a9d47418fe5f18fc2aaafe5/queue: creating writer at 1731057478780Flushing 3eb913fd4a9d47418fe5f18fc2aaafe5/queue: appending metadata at 1731057478795 (+15 ms)Flushing 3eb913fd4a9d47418fe5f18fc2aaafe5/queue: closing flushed file at 1731057478795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63470a1b: reopening flushed file at 1731057479206 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3eb913fd4a9d47418fe5f18fc2aaafe5 in 433ms, sequenceid=5, compaction requested=false at 1731057479212 (+6 ms)Writing region close event to WAL at 1731057479213 (+1 ms)Running coprocessor post-close hooks at 1731057479217 (+4 ms)Closed at 1731057479217 2024-11-08T09:17:59,217 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:17:59,217 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/.tmp/ns/62588e7177174bc3b4210a084339329f is 43, key is default/ns:d/1731057470710/Put/seqid=0 2024-11-08T09:17:59,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741840_1016 (size=5153) 2024-11-08T09:17:59,380 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:17:59,450 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470.replicationSource.wal-reader.cf4d76213909%2C39251%2C1731057467470,1-cf4d76213909,39251,1731057467470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.1731057469691 to pos 0, reset compression=false 2024-11-08T09:17:59,580 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:17:59,599 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:17:59,599 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:17:59,623 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/.tmp/ns/62588e7177174bc3b4210a084339329f 2024-11-08T09:17:59,641 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/.tmp/table/cfb047b05d584e7aa7994caef56328b0 is 53, key is hbase:replication/table:state/1731057477693/Put/seqid=0 2024-11-08T09:17:59,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741841_1017 (size=5256) 2024-11-08T09:17:59,780 INFO [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T09:17:59,780 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:17:59,780 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:17:59,980 DEBUG [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:18:00,045 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/.tmp/table/cfb047b05d584e7aa7994caef56328b0 2024-11-08T09:18:00,052 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/.tmp/info/99b46e9095bb485b87ab4c43c90f0366 as hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/info/99b46e9095bb485b87ab4c43c90f0366 2024-11-08T09:18:00,055 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470.replicationSource.wal-reader.cf4d76213909%2C39251%2C1731057467470,1-cf4d76213909,39251,1731057467470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.1731057469691 to pos 0, reset compression=false 2024-11-08T09:18:00,057 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/info/99b46e9095bb485b87ab4c43c90f0366, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T09:18:00,058 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/.tmp/ns/62588e7177174bc3b4210a084339329f as hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/ns/62588e7177174bc3b4210a084339329f 2024-11-08T09:18:00,063 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/ns/62588e7177174bc3b4210a084339329f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T09:18:00,063 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/.tmp/table/cfb047b05d584e7aa7994caef56328b0 as hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/table/cfb047b05d584e7aa7994caef56328b0 2024-11-08T09:18:00,067 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/table/cfb047b05d584e7aa7994caef56328b0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T09:18:00,068 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-11-08T09:18:00,072 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T09:18:00,073 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:00,073 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:18:00,073 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:00,073 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057478779Running coprocessor pre-close hooks at 1731057478779Disabling compacts and flushes for region at 1731057478779Disabling writes for close at 1731057478779Obtaining lock to block concurrent updates at 1731057478779Preparing flush snapshotting stores in 1588230740 at 1731057478779Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731057478780 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731057478780Flushing 1588230740/info: creating writer at 1731057478780Flushing 1588230740/info: appending metadata at 1731057478792 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731057478792Flushing 1588230740/ns: creating writer at 1731057479202 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731057479217 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731057479217Flushing 1588230740/table: creating writer at 1731057479628 (+411 ms)Flushing 1588230740/table: appending metadata at 1731057479640 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731057479640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c95ec0: reopening flushed file at 1731057480051 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88dd19c: reopening flushed file at 1731057480057 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ba04e0: reopening flushed file at 1731057480063 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1731057480068 (+5 ms)Writing region close event to WAL at 1731057480069 (+1 ms)Running coprocessor post-close hooks at 1731057480072 (+3 ms)Closed at 1731057480073 (+1 ms) 2024-11-08T09:18:00,073 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:00,180 INFO [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,39251,1731057467470; all regions closed. 2024-11-08T09:18:00,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741834_1010 (size=2742) 2024-11-08T09:18:00,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.meta.1731057470622.meta not finished, retry = 0 2024-11-08T09:18:00,286 DEBUG [RS:0;cf4d76213909:39251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/oldWALs 2024-11-08T09:18:00,286 INFO [RS:0;cf4d76213909:39251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C39251%2C1731057467470.meta:.meta(num 1731057470622) 2024-11-08T09:18:00,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741837_1013 (size=1586) 2024-11-08T09:18:00,289 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.rep.1731057477648 not finished, retry = 0 2024-11-08T09:18:00,391 DEBUG [RS:0;cf4d76213909:39251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/oldWALs 2024-11-08T09:18:00,391 INFO [RS:0;cf4d76213909:39251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C39251%2C1731057467470.rep:(num 1731057477648) 2024-11-08T09:18:00,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741832_1008 (size=93) 2024-11-08T09:18:00,393 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470/cf4d76213909%2C39251%2C1731057467470.1731057469691 not finished, retry = 0 2024-11-08T09:18:00,496 DEBUG [RS:0;cf4d76213909:39251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/oldWALs 2024-11-08T09:18:00,496 INFO [RS:0;cf4d76213909:39251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C39251%2C1731057467470:(num 1731057469691) 2024-11-08T09:18:00,496 DEBUG [RS:0;cf4d76213909:39251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:00,496 INFO [RS:0;cf4d76213909:39251 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:18:00,496 INFO [RS:0;cf4d76213909:39251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:18:00,496 INFO [RS:0;cf4d76213909:39251 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:18:00,496 INFO [RS:0;cf4d76213909:39251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:18:00,496 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:18:00,496 INFO [RS:0;cf4d76213909:39251 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,39251,1731057467470 because: Region server is closing 2024-11-08T09:18:00,496 INFO [RS:0;cf4d76213909:39251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:39251. 2024-11-08T09:18:00,497 DEBUG [RS:0;cf4d76213909:39251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:00,497 DEBUG [RS:0;cf4d76213909:39251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:00,497 DEBUG [RS:0;cf4d76213909:39251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:00,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:00,597 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470.replicationSource.wal-reader.cf4d76213909%2C39251%2C1731057467470,1-cf4d76213909,39251,1731057467470 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T09:18:00,597 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470.replicationSource.shippercf4d76213909%2C39251%2C1731057467470,1-cf4d76213909,39251,1731057467470 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T09:18:00,597 INFO [RS:0;cf4d76213909:39251 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,39251,1731057467470.replicationSource.shippercf4d76213909%2C39251%2C1731057467470,1-cf4d76213909,39251,1731057467470 terminated 2024-11-08T09:18:00,597 INFO [RS:0;cf4d76213909:39251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39251 2024-11-08T09:18:00,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630/rs 2024-11-08T09:18:00,661 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803737630/rs/cf4d76213909,39251,1731057467470 2024-11-08T09:18:00,661 INFO [RS:0;cf4d76213909:39251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:18:00,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,39251,1731057467470] 2024-11-08T09:18:00,703 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-803737630/draining/cf4d76213909,39251,1731057467470 already deleted, retry=false 2024-11-08T09:18:00,703 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,39251,1731057467470 expired; onlineServers=0 2024-11-08T09:18:00,703 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,39785,1731057467156' ***** 2024-11-08T09:18:00,703 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:18:00,703 INFO [M:0;cf4d76213909:39785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:18:00,703 INFO [M:0;cf4d76213909:39785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:18:00,703 DEBUG [M:0;cf4d76213909:39785 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:18:00,704 DEBUG [M:0;cf4d76213909:39785 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:18:00,704 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:18:00,704 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057469416 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057469416,5,FailOnTimeoutGroup] 2024-11-08T09:18:00,704 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057469416 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057469416,5,FailOnTimeoutGroup] 2024-11-08T09:18:00,704 INFO [M:0;cf4d76213909:39785 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:18:00,704 INFO [M:0;cf4d76213909:39785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:18:00,704 DEBUG [M:0;cf4d76213909:39785 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:18:00,704 INFO [M:0;cf4d76213909:39785 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:18:00,704 INFO [M:0;cf4d76213909:39785 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:18:00,704 INFO [M:0;cf4d76213909:39785 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:18:00,704 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:18:00,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803737630/master 2024-11-08T09:18:00,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:18:00,724 DEBUG [M:0;cf4d76213909:39785 {}] zookeeper.ZKUtil(347): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Unable to get data of znode /0-803737630/master because node does not exist (not an error) 2024-11-08T09:18:00,724 WARN [M:0;cf4d76213909:39785 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:18:00,725 INFO [M:0;cf4d76213909:39785 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/.lastflushedseqids 2024-11-08T09:18:00,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741842_1018 (size=181) 2024-11-08T09:18:00,782 INFO [RS:0;cf4d76213909:39251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:18:00,782 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:00,782 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x10119bcb27c0001, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:00,782 INFO [RS:0;cf4d76213909:39251 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,39251,1731057467470; zookeeper connection closed. 2024-11-08T09:18:00,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d9914bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d9914bc 2024-11-08T09:18:00,783 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:18:01,130 INFO [M:0;cf4d76213909:39785 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:18:01,130 INFO [M:0;cf4d76213909:39785 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:18:01,130 DEBUG [M:0;cf4d76213909:39785 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:18:01,130 INFO [M:0;cf4d76213909:39785 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:01,130 DEBUG [M:0;cf4d76213909:39785 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:01,130 DEBUG [M:0;cf4d76213909:39785 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:18:01,130 DEBUG [M:0;cf4d76213909:39785 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:01,130 INFO [M:0;cf4d76213909:39785 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T09:18:01,144 DEBUG [M:0;cf4d76213909:39785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3f97d5b8d23411b8ae5f45ae75c7c56 is 82, key is hbase:meta,,1/info:regioninfo/1731057470665/Put/seqid=0 2024-11-08T09:18:01,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741843_1019 (size=5672) 2024-11-08T09:18:01,549 INFO [M:0;cf4d76213909:39785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3f97d5b8d23411b8ae5f45ae75c7c56 2024-11-08T09:18:01,566 DEBUG [M:0;cf4d76213909:39785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4fcc7be76804dcf81e40235b5393007 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731057477699/Put/seqid=0 2024-11-08T09:18:01,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741844_1020 (size=7203) 2024-11-08T09:18:01,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:18:01,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:01,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:01,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:01,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:01,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:01,971 INFO [M:0;cf4d76213909:39785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4fcc7be76804dcf81e40235b5393007 2024-11-08T09:18:01,989 DEBUG [M:0;cf4d76213909:39785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b28ab27323f34385ae2d8ba96826249a is 69, key is cf4d76213909,39251,1731057467470/rs:state/1731057469550/Put/seqid=0 2024-11-08T09:18:01,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741845_1021 (size=5156) 2024-11-08T09:18:02,394 INFO [M:0;cf4d76213909:39785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b28ab27323f34385ae2d8ba96826249a 2024-11-08T09:18:02,399 DEBUG [M:0;cf4d76213909:39785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3f97d5b8d23411b8ae5f45ae75c7c56 as hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3f97d5b8d23411b8ae5f45ae75c7c56 2024-11-08T09:18:02,404 INFO [M:0;cf4d76213909:39785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3f97d5b8d23411b8ae5f45ae75c7c56, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T09:18:02,405 DEBUG [M:0;cf4d76213909:39785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4fcc7be76804dcf81e40235b5393007 as hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4fcc7be76804dcf81e40235b5393007 2024-11-08T09:18:02,410 INFO [M:0;cf4d76213909:39785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4fcc7be76804dcf81e40235b5393007, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T09:18:02,411 DEBUG [M:0;cf4d76213909:39785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b28ab27323f34385ae2d8ba96826249a as hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b28ab27323f34385ae2d8ba96826249a 2024-11-08T09:18:02,415 INFO [M:0;cf4d76213909:39785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b28ab27323f34385ae2d8ba96826249a, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T09:18:02,416 INFO [M:0;cf4d76213909:39785 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-11-08T09:18:02,417 INFO [M:0;cf4d76213909:39785 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:02,418 DEBUG [M:0;cf4d76213909:39785 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057481130Disabling compacts and flushes for region at 1731057481130Disabling writes for close at 1731057481130Obtaining lock to block concurrent updates at 1731057481130Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057481130Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731057481130Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057481131 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057481131Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057481144 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057481144Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057481553 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057481566 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057481566Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057481976 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057481989 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057481989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548d129f: reopening flushed file at 1731057482398 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d59519f: reopening flushed file at 1731057482404 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa215fa: reopening flushed file at 1731057482410 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1731057482416 (+6 ms)Writing region close event to WAL at 1731057482417 (+1 ms)Closed at 1731057482417 2024-11-08T09:18:02,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741830_1006 (size=41008) 2024-11-08T09:18:02,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,39785,1731057467156/cf4d76213909%2C39785%2C1731057467156.1731057469201 not finished, retry = 0 2024-11-08T09:18:02,520 INFO [M:0;cf4d76213909:39785 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:18:02,520 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:18:02,520 INFO [M:0;cf4d76213909:39785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39785 2024-11-08T09:18:02,521 INFO [M:0;cf4d76213909:39785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:18:02,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:02,689 INFO [M:0;cf4d76213909:39785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:18:02,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39785-0x10119bcb27c0000, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:02,691 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:18:02,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:02,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:02,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:18:02,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:02,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:18:02,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:18:02,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:18:02,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42335 2024-11-08T09:18:02,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42335 connecting to ZooKeeper ensemble=127.0.0.1:64656 2024-11-08T09:18:02,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423350x0, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:02,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42335-0x10119bcb27c0006 connected 2024-11-08T09:18:02,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:02,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:02,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/running 2024-11-08T09:18:02,730 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803737630/meta-region-server: INIT 2024-11-08T09:18:02,730 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252, hbase.cluster.distributed=false 2024-11-08T09:18:02,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/acl 2024-11-08T09:18:02,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42335 2024-11-08T09:18:02,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42335 2024-11-08T09:18:02,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42335 2024-11-08T09:18:02,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42335 2024-11-08T09:18:02,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42335 2024-11-08T09:18:02,744 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:18:02,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:02,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:02,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:18:02,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:02,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:18:02,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:18:02,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:18:02,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35657 2024-11-08T09:18:02,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35657 connecting to ZooKeeper ensemble=127.0.0.1:64656 2024-11-08T09:18:02,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:02,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:02,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356570x0, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:02,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356570x0, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/running 2024-11-08T09:18:02,756 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803737630/meta-region-server: INIT 2024-11-08T09:18:02,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35657-0x10119bcb27c0007 connected 2024-11-08T09:18:02,756 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:18:02,757 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:18:02,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/master 2024-11-08T09:18:02,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/acl 2024-11-08T09:18:02,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35657 2024-11-08T09:18:02,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35657 2024-11-08T09:18:02,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35657 2024-11-08T09:18:02,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35657 2024-11-08T09:18:02,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35657 2024-11-08T09:18:02,774 DEBUG [M:0;cf4d76213909:42335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:42335 2024-11-08T09:18:02,775 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-803737630/backup-masters/cf4d76213909,42335,1731057482690 2024-11-08T09:18:02,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630/backup-masters 2024-11-08T09:18:02,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630/backup-masters 2024-11-08T09:18:02,788 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on existing znode=/0-803737630/backup-masters/cf4d76213909,42335,1731057482690 2024-11-08T09:18:02,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-803737630/master 2024-11-08T09:18:02,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:18:02,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:18:02,800 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on existing znode=/0-803737630/master 2024-11-08T09:18:02,801 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-803737630/backup-masters/cf4d76213909,42335,1731057482690 from backup master directory 2024-11-08T09:18:02,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630/backup-masters 2024-11-08T09:18:02,808 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:18:02,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803737630/backup-masters/cf4d76213909,42335,1731057482690 2024-11-08T09:18:02,808 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,42335,1731057482690 2024-11-08T09:18:02,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630/backup-masters 2024-11-08T09:18:02,817 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:02,817 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:18:02,823 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-08T09:18:02,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741846_1022 (size=196) 2024-11-08T09:18:03,235 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:18:03,235 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:18:03,235 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:03,241 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T09:18:03,243 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,39785,1731057467156 to hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,39785,1731057467156-dead as it is dead 2024-11-08T09:18:03,244 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,39785,1731057467156-dead/cf4d76213909%2C39785%2C1731057467156.1731057469201 2024-11-08T09:18:03,244 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,39785,1731057467156-dead/cf4d76213909%2C39785%2C1731057467156.1731057469201 after 0ms 2024-11-08T09:18:03,245 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,39785,1731057467156-dead/cf4d76213909%2C39785%2C1731057467156.1731057469201 to hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cf4d76213909%2C39785%2C1731057467156.1731057469201 2024-11-08T09:18:03,245 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,39785,1731057467156-dead 2024-11-08T09:18:03,246 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,42335,1731057482690 2024-11-08T09:18:03,247 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:18:03,248 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C42335%2C1731057482690, suffix=, logDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,42335,1731057482690, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/oldWALs, maxLogs=10 2024-11-08T09:18:03,261 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,42335,1731057482690/cf4d76213909%2C42335%2C1731057482690.1731057483248, exclude list is [], retry=0 2024-11-08T09:18:03,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33289,DS-d3a9838e-19ea-4dad-b4a2-022a52d68bdb,DISK] 2024-11-08T09:18:03,265 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,42335,1731057482690/cf4d76213909%2C42335%2C1731057482690.1731057483248 2024-11-08T09:18:03,265 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-08T09:18:03,265 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:03,265 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:03,265 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:03,265 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:03,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:03,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:18:03,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:03,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3f97d5b8d23411b8ae5f45ae75c7c56 2024-11-08T09:18:03,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:03,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:03,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:18:03,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:03,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4fcc7be76804dcf81e40235b5393007 2024-11-08T09:18:03,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:03,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:03,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:18:03,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:03,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b28ab27323f34385ae2d8ba96826249a 2024-11-08T09:18:03,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:03,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:03,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:18:03,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:03,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:03,285 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:03,286 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T09:18:03,286 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cf4d76213909%2C39785%2C1731057467156.1731057469201 2024-11-08T09:18:03,290 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cf4d76213909%2C39785%2C1731057467156.1731057469201 2024-11-08T09:18:03,291 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cf4d76213909%2C39785%2C1731057467156.1731057469201 2024-11-08T09:18:03,292 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:03,292 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:03,293 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:03,294 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:03,296 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-08T09:18:03,297 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61778002, jitterRate=-0.0794360339641571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:03,297 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057483265Initializing all the Stores at 1731057483266 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057483266Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057483266Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057483266Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057483266Cleaning up temporary data from old regions at 1731057483292 (+26 ms)Region opened successfully at 1731057483297 (+5 ms) 2024-11-08T09:18:03,297 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:18:03,299 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5454058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:18:03,301 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T09:18:03,301 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:18:03,301 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:18:03,301 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:18:03,302 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:18:03,304 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:03,304 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:18:03,305 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:18:03,305 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-08T09:18:03,305 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:18:03,308 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=cf4d76213909,39251,1731057467470, regionLocation=cf4d76213909,39251,1731057467470, openSeqNum=2 2024-11-08T09:18:03,308 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=cf4d76213909,39251,1731057467470, table=hbase:meta, region=1588230740 2024-11-08T09:18:03,308 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,39251,1731057467470, state=OPEN 2024-11-08T09:18:03,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-803737630/meta-region-server 2024-11-08T09:18:03,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-803737630/meta-region-server 2024-11-08T09:18:03,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803737630/meta-region-server: CHANGED 2024-11-08T09:18:03,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803737630/meta-region-server: CHANGED 2024-11-08T09:18:03,359 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:18:03,366 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803737630/draining/cf4d76213909,39251,1731057467470 already deleted, retry=false 2024-11-08T09:18:03,366 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of cf4d76213909,39251,1731057467470 on cf4d76213909,42335,1731057482690 2024-11-08T09:18:03,367 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cf4d76213909,39251,1731057467470, splitWal=true, meta=true 2024-11-08T09:18:03,367 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for cf4d76213909,39251,1731057467470 (carryingMeta=true) cf4d76213909,39251,1731057467470/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3b53fb90[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T09:18:03,368 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Unable to get data of znode /0-803737630/balancer because node does not exist (not necessarily an error) 2024-11-08T09:18:03,377 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803737630/balancer already deleted, retry=false 2024-11-08T09:18:03,377 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:18:03,377 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Unable to get data of znode /0-803737630/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:18:03,387 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803737630/normalizer already deleted, retry=false 2024-11-08T09:18:03,387 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:18:03,388 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Unable to get data of znode /0-803737630/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:18:03,398 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803737630/switch/split already deleted, retry=false 2024-11-08T09:18:03,399 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Unable to get data of znode /0-803737630/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:18:03,408 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803737630/switch/merge already deleted, retry=false 2024-11-08T09:18:03,421 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Unable to get data of znode /0-803737630/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:18:03,429 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803737630/snapshot-cleanup already deleted, retry=false 2024-11-08T09:18:03,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-803737630/running 2024-11-08T09:18:03,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-803737630/running 2024-11-08T09:18:03,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:18:03,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:18:03,440 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,42335,1731057482690, sessionid=0x10119bcb27c0006, setting cluster-up flag (Was=false) 2024-11-08T09:18:03,451 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-803737630/flush-table-proc/acquired, /0-803737630/flush-table-proc/reached, /0-803737630/flush-table-proc/abort 2024-11-08T09:18:03,452 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,42335,1731057482690 2024-11-08T09:18:03,461 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-803737630/online-snapshot/acquired, /0-803737630/online-snapshot/reached, /0-803737630/online-snapshot/abort 2024-11-08T09:18:03,462 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,42335,1731057482690 2024-11-08T09:18:03,463 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/.lastflushedseqids 2024-11-08T09:18:03,465 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:18:03,465 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:18:03,465 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,42335,1731057482690 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 cf4d76213909,39251,1731057467470 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:18:03,467 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:03,467 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:03,467 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:03,467 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:03,467 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:18:03,467 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:03,467 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:18:03,467 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:03,468 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057513468 2024-11-08T09:18:03,468 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:18:03,468 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:18:03,468 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:18:03,468 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:18:03,468 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:18:03,468 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:18:03,468 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,468 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cf4d76213909,39251,1731057467470, splitWal=true, meta=true 2024-11-08T09:18:03,468 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:18:03,468 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:18:03,468 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:18:03,468 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:18:03,469 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:18:03,469 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:18:03,469 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057483469,5,FailOnTimeoutGroup] 2024-11-08T09:18:03,469 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure cf4d76213909,39251,1731057467470, splitWal=true, meta=true, isMeta: true 2024-11-08T09:18:03,469 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057483469,5,FailOnTimeoutGroup] 2024-11-08T09:18:03,469 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,469 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:18:03,469 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,469 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,469 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057483469, completionTime=-1 2024-11-08T09:18:03,469 WARN [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T09:18:03,469 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T09:18:03,470 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470-splitting 2024-11-08T09:18:03,471 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470-splitting dir is empty, no logs to split. 2024-11-08T09:18:03,471 INFO [PEWorker-1 {}] master.SplitWALManager(105): cf4d76213909,39251,1731057467470 WAL count=0, meta=true 2024-11-08T09:18:03,473 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470-splitting dir is empty, no logs to split. 2024-11-08T09:18:03,473 INFO [PEWorker-1 {}] master.SplitWALManager(105): cf4d76213909,39251,1731057467470 WAL count=0, meta=true 2024-11-08T09:18:03,473 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if cf4d76213909,39251,1731057467470 WAL splitting is done? wals=0, meta=true 2024-11-08T09:18:03,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:18:03,474 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:18:03,475 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T09:18:03,564 INFO [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(746): ClusterId : b6b61ce1-68e5-4567-9823-cf901f3e1c07 2024-11-08T09:18:03,564 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:18:03,577 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:18:03,577 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:18:03,588 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:18:03,588 DEBUG [RS:0;cf4d76213909:35657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2adcb05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:18:03,599 DEBUG [RS:0;cf4d76213909:35657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:35657 2024-11-08T09:18:03,599 INFO [RS:0;cf4d76213909:35657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:18:03,599 INFO [RS:0;cf4d76213909:35657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:18:03,599 DEBUG [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:18:03,600 INFO [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,42335,1731057482690 with port=35657, startcode=1731057482744 2024-11-08T09:18:03,600 DEBUG [RS:0;cf4d76213909:35657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:18:03,601 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:18:03,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,35657,1731057482744 2024-11-08T09:18:03,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42335 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,35657,1731057482744 2024-11-08T09:18:03,602 DEBUG [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252 2024-11-08T09:18:03,602 DEBUG [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33837 2024-11-08T09:18:03,602 DEBUG [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:18:03,620 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T09:18:03,625 WARN [cf4d76213909:42335 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T09:18:03,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630/rs 2024-11-08T09:18:03,637 DEBUG [RS:0;cf4d76213909:35657 {}] zookeeper.ZKUtil(111): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on existing znode=/0-803737630/rs/cf4d76213909,35657,1731057482744 2024-11-08T09:18:03,637 WARN [RS:0;cf4d76213909:35657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:18:03,637 INFO [RS:0;cf4d76213909:35657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:03,637 DEBUG [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744 2024-11-08T09:18:03,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,35657,1731057482744] 2024-11-08T09:18:03,659 INFO [RS:0;cf4d76213909:35657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:18:03,661 INFO [RS:0;cf4d76213909:35657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:18:03,661 INFO [RS:0;cf4d76213909:35657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:18:03,661 INFO [RS:0;cf4d76213909:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,661 INFO [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:18:03,662 INFO [RS:0;cf4d76213909:35657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:18:03,662 INFO [RS:0;cf4d76213909:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:18:03,662 DEBUG [RS:0;cf4d76213909:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:18:03,663 INFO [RS:0;cf4d76213909:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,663 INFO [RS:0;cf4d76213909:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,663 INFO [RS:0;cf4d76213909:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,663 INFO [RS:0;cf4d76213909:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,663 INFO [RS:0;cf4d76213909:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,663 INFO [RS:0;cf4d76213909:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,35657,1731057482744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:18:03,675 INFO [RS:0;cf4d76213909:35657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:18:03,675 INFO [RS:0;cf4d76213909:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,35657,1731057482744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,693 INFO [RS:0;cf4d76213909:35657 {}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,35657,1731057482744, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:18:03,693 INFO [RS:0;cf4d76213909:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,693 INFO [RS:0;cf4d76213909:35657 {}] regionserver.Replication(171): cf4d76213909,35657,1731057482744 started 2024-11-08T09:18:03,708 INFO [RS:0;cf4d76213909:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:03,708 INFO [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,35657,1731057482744, RpcServer on cf4d76213909/172.17.0.2:35657, sessionid=0x10119bcb27c0007 2024-11-08T09:18:03,708 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:18:03,708 DEBUG [RS:0;cf4d76213909:35657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,35657,1731057482744 2024-11-08T09:18:03,708 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,35657,1731057482744' 2024-11-08T09:18:03,708 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-803737630/flush-table-proc/abort' 2024-11-08T09:18:03,709 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-803737630/flush-table-proc/acquired' 2024-11-08T09:18:03,709 DEBUG [RS:0;cf4d76213909:35657.replicationSource,1-cf4d76213909,35657,1731057482744 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:33345' 2024-11-08T09:18:03,709 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:18:03,709 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:18:03,709 DEBUG [RS:0;cf4d76213909:35657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,35657,1731057482744 2024-11-08T09:18:03,709 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,35657,1731057482744' 2024-11-08T09:18:03,709 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-803737630/online-snapshot/abort' 2024-11-08T09:18:03,709 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-803737630/online-snapshot/acquired' 2024-11-08T09:18:03,710 DEBUG [RS:0;cf4d76213909:35657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:18:03,710 INFO [RS:0;cf4d76213909:35657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:18:03,710 INFO [RS:0;cf4d76213909:35657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:18:03,710 DEBUG [RS:0;cf4d76213909:35657.replicationSource,1-cf4d76213909,35657,1731057482744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28be827b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:03,710 DEBUG [RS:0;cf4d76213909:35657.replicationSource,1-cf4d76213909,35657,1731057482744 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33345,-1 for getting cluster id 2024-11-08T09:18:03,710 DEBUG [RS:0;cf4d76213909:35657.replicationSource,1-cf4d76213909,35657,1731057482744 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:03,711 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81063bd4-d4e8-49c3-b39a-a558066e44ad' 2024-11-08T09:18:03,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:03,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81063bd4-d4e8-49c3-b39a-a558066e44ad" 2024-11-08T09:18:03,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@568e89c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:03,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33345,-1] 2024-11-08T09:18:03,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:03,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:03,712 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:03,713 DEBUG [RS:0;cf4d76213909:35657.replicationSource,1-cf4d76213909,35657,1731057482744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a56780d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:03,713 DEBUG [RS:0;cf4d76213909:35657.replicationSource,1-cf4d76213909,35657,1731057482744 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:03,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33345,1731057472803 2024-11-08T09:18:03,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c5f9d15 2024-11-08T09:18:03,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:03,715 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-08T09:18:03,716 INFO [RS:0;cf4d76213909:35657.replicationSource,1-cf4d76213909,35657,1731057482744 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,35657,1731057482744 (queues=0) is replicating from cluster=b6b61ce1-68e5-4567-9823-cf901f3e1c07 to cluster=81063bd4-d4e8-49c3-b39a-a558066e44ad 2024-11-08T09:18:03,810 INFO [RS:0;cf4d76213909:35657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:18:03,811 INFO [RS:0;cf4d76213909:35657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C35657%2C1731057482744, suffix=, logDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/oldWALs, maxLogs=10 2024-11-08T09:18:03,823 DEBUG [RS:0;cf4d76213909:35657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812, exclude list is [], retry=0 2024-11-08T09:18:03,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33289,DS-d3a9838e-19ea-4dad-b4a2-022a52d68bdb,DISK] 2024-11-08T09:18:03,827 INFO [RS:0;cf4d76213909:35657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812 2024-11-08T09:18:03,827 DEBUG [RS:0;cf4d76213909:35657 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cf4d76213909%2C35657%2C1731057482744 for peer 1 2024-11-08T09:18:03,827 DEBUG [RS:0;cf4d76213909:35657 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C35657%2C1731057482744 2024-11-08T09:18:03,827 INFO [RS:0;cf4d76213909:35657 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,35657,1731057482744, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:18:03,827 DEBUG [RS:0;cf4d76213909:35657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-08T09:18:03,827 INFO [RS:0;cf4d76213909:35657.replicationSource.shippercf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C35657%2C1731057482744 2024-11-08T09:18:03,828 DEBUG [RS:0;cf4d76213909:35657.replicationSource.wal-reader.cf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812, startPosition=0, beingWritten=true 2024-11-08T09:18:03,875 DEBUG [cf4d76213909:42335 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:18:03,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,35657,1731057482744 2024-11-08T09:18:03,877 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,35657,1731057482744, state=OPENING 2024-11-08T09:18:03,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-803737630/meta-region-server 2024-11-08T09:18:03,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-803737630/meta-region-server 2024-11-08T09:18:03,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803737630/meta-region-server: CHANGED 2024-11-08T09:18:03,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803737630/meta-region-server: CHANGED 2024-11-08T09:18:03,893 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:18:03,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,35657,1731057482744}] 2024-11-08T09:18:04,032 DEBUG [RS:0;cf4d76213909:35657.replicationSource.wal-reader.cf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812 to pos 0, reset compression=false 2024-11-08T09:18:04,045 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:18:04,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:18:04,049 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:18:04,049 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:04,049 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:18:04,051 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C35657%2C1731057482744.meta, suffix=.meta, logDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/oldWALs, maxLogs=10 2024-11-08T09:18:04,086 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.meta.1731057484051.meta, exclude list is [], retry=0 2024-11-08T09:18:04,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33289,DS-d3a9838e-19ea-4dad-b4a2-022a52d68bdb,DISK] 2024-11-08T09:18:04,089 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.meta.1731057484051.meta 2024-11-08T09:18:04,090 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-08T09:18:04,090 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:04,090 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:18:04,090 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:18:04,090 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:18:04,090 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:18:04,090 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:18:04,090 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:04,091 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:18:04,091 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:18:04,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:18:04,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:18:04,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:04,098 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/info/99b46e9095bb485b87ab4c43c90f0366 2024-11-08T09:18:04,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:04,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:18:04,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:18:04,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:04,109 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/ns/62588e7177174bc3b4210a084339329f 2024-11-08T09:18:04,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:04,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:18:04,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:18:04,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:04,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:04,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:18:04,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:18:04,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:04,117 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/table/cfb047b05d584e7aa7994caef56328b0 2024-11-08T09:18:04,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:04,117 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:18:04,118 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740 2024-11-08T09:18:04,120 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740 2024-11-08T09:18:04,121 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:18:04,121 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:18:04,122 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:04,124 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:18:04,125 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72092981, jitterRate=0.0742691308259964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:04,125 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:18:04,125 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057484091Writing region info on filesystem at 1731057484091Initializing all the Stores at 1731057484091Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057484091Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057484092 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057484092Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057484092Cleaning up temporary data from old regions at 1731057484121 (+29 ms)Running coprocessor post-open hooks at 1731057484125 (+4 ms)Region opened successfully at 1731057484125 2024-11-08T09:18:04,126 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731057484045 2024-11-08T09:18:04,128 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:18:04,128 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:18:04,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=cf4d76213909,35657,1731057482744 2024-11-08T09:18:04,130 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,35657,1731057482744, state=OPEN 2024-11-08T09:18:04,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-803737630/meta-region-server 2024-11-08T09:18:04,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-803737630/meta-region-server 2024-11-08T09:18:04,135 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,35657,1731057482744 2024-11-08T09:18:04,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803737630/meta-region-server: CHANGED 2024-11-08T09:18:04,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803737630/meta-region-server: CHANGED 2024-11-08T09:18:04,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-08T09:18:04,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,35657,1731057482744 in 242 msec 2024-11-08T09:18:04,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:18:04,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-11-08T09:18:04,337 DEBUG [RS:0;cf4d76213909:35657.replicationSource.wal-reader.cf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812 to pos 0, reset compression=false 2024-11-08T09:18:04,741 DEBUG [RS:0;cf4d76213909:35657.replicationSource.wal-reader.cf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812 to pos 0, reset compression=false 2024-11-08T09:18:05,135 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1666ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1516ms 2024-11-08T09:18:05,245 DEBUG [RS:0;cf4d76213909:35657.replicationSource.wal-reader.cf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812 to pos 0, reset compression=false 2024-11-08T09:18:05,849 DEBUG [RS:0;cf4d76213909:35657.replicationSource.wal-reader.cf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812 to pos 0, reset compression=false 2024-11-08T09:18:06,554 DEBUG [RS:0;cf4d76213909:35657.replicationSource.wal-reader.cf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812 to pos 0, reset compression=false 2024-11-08T09:18:06,638 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3168ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3018ms 2024-11-08T09:18:07,358 DEBUG [RS:0;cf4d76213909:35657.replicationSource.wal-reader.cf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812 to pos 0, reset compression=false 2024-11-08T09:18:07,989 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4520ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T09:18:07,990 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:18:07,990 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:07,990 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,35657,1731057482744, seqNum=-1] 2024-11-08T09:18:07,990 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:07,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:07,995 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3eb913fd4a9d47418fe5f18fc2aaafe5, regionState=OPEN, lastHost=cf4d76213909,39251,1731057467470, regionLocation=cf4d76213909,39251,1731057467470, openSeqNum=2 2024-11-08T09:18:07,995 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:18:07,995 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057547995 2024-11-08T09:18:07,995 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057607995 2024-11-08T09:18:07,995 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-08T09:18:07,995 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): cf4d76213909,39251,1731057467470 had 2 regions 2024-11-08T09:18:07,995 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42335,1731057482690-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:07,996 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42335,1731057482690-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:07,996 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42335,1731057482690-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:07,996 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:42335, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:07,996 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:07,996 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:07,996 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cf4d76213909,39251,1731057467470, splitWal=true, meta=true, isMeta: false 2024-11-08T09:18:07,998 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470-splitting dir is empty, no logs to split. 2024-11-08T09:18:07,998 INFO [PEWorker-3 {}] master.SplitWALManager(105): cf4d76213909,39251,1731057467470 WAL count=0, meta=false 2024-11-08T09:18:08,000 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,39251,1731057467470-splitting dir is empty, no logs to split. 2024-11-08T09:18:08,000 INFO [PEWorker-3 {}] master.SplitWALManager(105): cf4d76213909,39251,1731057467470 WAL count=0, meta=false 2024-11-08T09:18:08,000 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if cf4d76213909,39251,1731057467470 WAL splitting is done? wals=0, meta=false 2024-11-08T09:18:08,001 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.193sec 2024-11-08T09:18:08,001 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:18:08,001 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:18:08,002 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:18:08,002 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:18:08,002 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:18:08,002 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42335,1731057482690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:18:08,002 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42335,1731057482690-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:18:08,003 WARN [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=cf4d76213909,39251,1731057467470/hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:18:08,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3eb913fd4a9d47418fe5f18fc2aaafe5, ASSIGN}] 2024-11-08T09:18:08,005 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:18:08,005 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:18:08,005 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42335,1731057482690-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:08,005 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3eb913fd4a9d47418fe5f18fc2aaafe5, ASSIGN 2024-11-08T09:18:08,006 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3eb913fd4a9d47418fe5f18fc2aaafe5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T09:18:08,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5018149d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:08,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,42335,-1 for getting cluster id 2024-11-08T09:18:08,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:08,069 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6b61ce1-68e5-4567-9823-cf901f3e1c07' 2024-11-08T09:18:08,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:08,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6b61ce1-68e5-4567-9823-cf901f3e1c07" 2024-11-08T09:18:08,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5991caf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:08,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,42335,-1] 2024-11-08T09:18:08,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:08,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:08,070 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:08,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c27fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:08,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:08,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,35657,1731057482744, seqNum=-1] 2024-11-08T09:18:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:08,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:08,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T09:18:08,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:18:08,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:08,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:08,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:08,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:08,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: cf4d76213909:42335 after: cf4d76213909:42335 2024-11-08T09:18:08,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6d304a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:08,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,42335,-1 for getting cluster id 2024-11-08T09:18:08,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:08,077 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6b61ce1-68e5-4567-9823-cf901f3e1c07' 2024-11-08T09:18:08,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:08,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6b61ce1-68e5-4567-9823-cf901f3e1c07" 2024-11-08T09:18:08,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcf8445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:08,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,42335,-1] 2024-11-08T09:18:08,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:08,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:08,079 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:08,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3747bb23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:08,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:08,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,42335,1731057482690 2024-11-08T09:18:08,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@716064fa 2024-11-08T09:18:08,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:08,081 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:18:08,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42335 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T09:18:08,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:18:08,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:18:08,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:08,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:08,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:08,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:08,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:18:08,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1263961908, stopped=false 2024-11-08T09:18:08,082 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,33345,1731057472803 2024-11-08T09:18:08,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-244578706/running 2024-11-08T09:18:08,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-244578706/running 2024-11-08T09:18:08,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:18:08,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:18:08,145 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:18:08,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:18:08,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:08,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:08,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Set watcher on znode that does not yet exist, /1-244578706/running 2024-11-08T09:18:08,146 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,41881,1731057472943' ***** 2024-11-08T09:18:08,146 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:18:08,146 INFO [RS:0;cf4d76213909:41881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:18:08,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Set watcher on znode that does not yet exist, /1-244578706/running 2024-11-08T09:18:08,146 INFO [RS:0;cf4d76213909:41881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:18:08,146 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:18:08,146 INFO [RS:0;cf4d76213909:41881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:18:08,146 INFO [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,41881,1731057472943 2024-11-08T09:18:08,146 INFO [RS:0;cf4d76213909:41881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:18:08,146 INFO [RS:0;cf4d76213909:41881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:41881. 2024-11-08T09:18:08,146 DEBUG [RS:0;cf4d76213909:41881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:08,146 DEBUG [RS:0;cf4d76213909:41881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:08,146 INFO [RS:0;cf4d76213909:41881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:18:08,146 INFO [RS:0;cf4d76213909:41881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:18:08,146 INFO [RS:0;cf4d76213909:41881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:18:08,146 INFO [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:18:08,146 INFO [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T09:18:08,147 DEBUG [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:18:08,147 DEBUG [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:18:08,147 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:18:08,147 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:18:08,147 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:18:08,147 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:18:08,147 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:18:08,147 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T09:18:08,156 DEBUG [cf4d76213909:42335 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:18:08,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3eb913fd4a9d47418fe5f18fc2aaafe5, regionState=OPENING, regionLocation=cf4d76213909,35657,1731057482744 2024-11-08T09:18:08,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3eb913fd4a9d47418fe5f18fc2aaafe5, ASSIGN because future has completed 2024-11-08T09:18:08,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eb913fd4a9d47418fe5f18fc2aaafe5, server=cf4d76213909,35657,1731057482744}] 2024-11-08T09:18:08,163 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/data/hbase/meta/1588230740/.tmp/ns/28dc6a6bea024b9b95b86b0cb50719af is 43, key is default/ns:d/1731057476366/Put/seqid=0 2024-11-08T09:18:08,164 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:18:08,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741835_1011 (size=5153) 2024-11-08T09:18:08,220 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:18:08,220 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:18:08,263 DEBUG [RS:0;cf4d76213909:35657.replicationSource.wal-reader.cf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812 to pos 0, reset compression=false 2024-11-08T09:18:08,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:18:08,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:08,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:18:08,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C35657%2C1731057482744.rep, suffix=, logDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/oldWALs, maxLogs=10 2024-11-08T09:18:08,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.rep.1731057488315, exclude list is [], retry=0 2024-11-08T09:18:08,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33289,DS-d3a9838e-19ea-4dad-b4a2-022a52d68bdb,DISK] 2024-11-08T09:18:08,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.rep.1731057488315 2024-11-08T09:18:08,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-08T09:18:08,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 3eb913fd4a9d47418fe5f18fc2aaafe5, NAME => 'hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:08,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:18:08,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:18:08,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. service=MultiRowMutationService 2024-11-08T09:18:08,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:18:08,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:08,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:08,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:08,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:08,332 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:08,332 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eb913fd4a9d47418fe5f18fc2aaafe5 columnFamilyName hfileref 2024-11-08T09:18:08,332 DEBUG [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:08,333 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] regionserver.HStore(327): Store=3eb913fd4a9d47418fe5f18fc2aaafe5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:08,333 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:08,333 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eb913fd4a9d47418fe5f18fc2aaafe5 columnFamilyName queue 2024-11-08T09:18:08,333 DEBUG [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:08,338 DEBUG [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/replication/3eb913fd4a9d47418fe5f18fc2aaafe5/queue/3f73739ce1c14b02af9b046fb26c7452 2024-11-08T09:18:08,338 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] regionserver.HStore(327): Store=3eb913fd4a9d47418fe5f18fc2aaafe5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:08,338 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:08,339 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eb913fd4a9d47418fe5f18fc2aaafe5 columnFamilyName sid 2024-11-08T09:18:08,339 DEBUG [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:08,339 INFO [StoreOpener-3eb913fd4a9d47418fe5f18fc2aaafe5-1 {}] regionserver.HStore(327): Store=3eb913fd4a9d47418fe5f18fc2aaafe5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:08,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:08,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/replication/3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:08,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/replication/3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:08,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:08,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:08,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:18:08,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:08,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 3eb913fd4a9d47418fe5f18fc2aaafe5; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66452405, jitterRate=-0.009782001376152039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:18:08,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:08,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 3eb913fd4a9d47418fe5f18fc2aaafe5: Running coprocessor pre-open hook at 1731057488331Writing region info on filesystem at 1731057488331Initializing all the Stores at 1731057488331Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057488331Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057488332 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057488332Cleaning up temporary data from old regions at 1731057488342 (+10 ms)Running coprocessor post-open hooks at 1731057488344 (+2 ms)Region opened successfully at 1731057488344 2024-11-08T09:18:08,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5., pid=13, masterSystemTime=1731057488310 2024-11-08T09:18:08,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:18:08,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:18:08,347 DEBUG [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:18:08,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3eb913fd4a9d47418fe5f18fc2aaafe5, regionState=OPEN, openSeqNum=9, regionLocation=cf4d76213909,35657,1731057482744 2024-11-08T09:18:08,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eb913fd4a9d47418fe5f18fc2aaafe5, server=cf4d76213909,35657,1731057482744 because future has completed 2024-11-08T09:18:08,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T09:18:08,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3eb913fd4a9d47418fe5f18fc2aaafe5, server=cf4d76213909,35657,1731057482744 in 191 msec 2024-11-08T09:18:08,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-08T09:18:08,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3eb913fd4a9d47418fe5f18fc2aaafe5, ASSIGN in 347 msec 2024-11-08T09:18:08,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T09:18:08,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5., hostname=cf4d76213909,35657,1731057482744, seqNum=9] 2024-11-08T09:18:08,369 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for cf4d76213909,39251,1731057467470 2024-11-08T09:18:08,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T09:18:08,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-08T09:18:08,547 DEBUG [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:18:08,567 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/data/hbase/meta/1588230740/.tmp/ns/28dc6a6bea024b9b95b86b0cb50719af 2024-11-08T09:18:08,572 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/data/hbase/meta/1588230740/.tmp/ns/28dc6a6bea024b9b95b86b0cb50719af as hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/data/hbase/meta/1588230740/ns/28dc6a6bea024b9b95b86b0cb50719af 2024-11-08T09:18:08,577 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/data/hbase/meta/1588230740/ns/28dc6a6bea024b9b95b86b0cb50719af, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T09:18:08,577 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-11-08T09:18:08,577 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:18:08,582 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T09:18:08,582 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:08,582 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:18:08,582 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:08,582 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057488147Running coprocessor pre-close hooks at 1731057488147Disabling compacts and flushes for region at 1731057488147Disabling writes for close at 1731057488147Obtaining lock to block concurrent updates at 1731057488147Preparing flush snapshotting stores in 1588230740 at 1731057488147Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731057488147Flushing stores of hbase:meta,,1.1588230740 at 1731057488147Flushing 1588230740/ns: creating writer at 1731057488148 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731057488162 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731057488162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@391760fb: reopening flushed file at 1731057488572 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1731057488577 (+5 ms)Writing region close event to WAL at 1731057488578 (+1 ms)Running coprocessor post-close hooks at 1731057488582 (+4 ms)Closed at 1731057488582 2024-11-08T09:18:08,582 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:08,747 INFO [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,41881,1731057472943; all regions closed. 2024-11-08T09:18:08,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741834_1010 (size=1152) 2024-11-08T09:18:08,778 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/WALs/cf4d76213909,41881,1731057472943/cf4d76213909%2C41881%2C1731057472943.meta.1731057476315.meta not finished, retry = 0 2024-11-08T09:18:08,881 DEBUG [RS:0;cf4d76213909:41881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/oldWALs 2024-11-08T09:18:08,881 INFO [RS:0;cf4d76213909:41881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C41881%2C1731057472943.meta:.meta(num 1731057476315) 2024-11-08T09:18:08,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741832_1008 (size=93) 2024-11-08T09:18:08,885 DEBUG [RS:0;cf4d76213909:41881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/oldWALs 2024-11-08T09:18:08,885 INFO [RS:0;cf4d76213909:41881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C41881%2C1731057472943:(num 1731057475284) 2024-11-08T09:18:08,885 DEBUG [RS:0;cf4d76213909:41881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:08,885 INFO [RS:0;cf4d76213909:41881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:18:08,885 INFO [RS:0;cf4d76213909:41881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:18:08,885 INFO [RS:0;cf4d76213909:41881 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:18:08,885 INFO [RS:0;cf4d76213909:41881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:18:08,885 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:18:08,885 INFO [RS:0;cf4d76213909:41881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41881 2024-11-08T09:18:08,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-244578706/rs/cf4d76213909,41881,1731057472943 2024-11-08T09:18:08,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706/rs 2024-11-08T09:18:08,903 INFO [RS:0;cf4d76213909:41881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:18:08,903 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,41881,1731057472943] 2024-11-08T09:18:08,924 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-244578706/draining/cf4d76213909,41881,1731057472943 already deleted, retry=false 2024-11-08T09:18:08,924 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,41881,1731057472943 expired; onlineServers=0 2024-11-08T09:18:08,924 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,33345,1731057472803' ***** 2024-11-08T09:18:08,924 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:18:08,924 INFO [M:0;cf4d76213909:33345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:18:08,924 INFO [M:0;cf4d76213909:33345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:18:08,924 DEBUG [M:0;cf4d76213909:33345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:18:08,924 DEBUG [M:0;cf4d76213909:33345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:18:08,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:18:08,924 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057475071 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057475071,5,FailOnTimeoutGroup] 2024-11-08T09:18:08,924 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057475071 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057475071,5,FailOnTimeoutGroup] 2024-11-08T09:18:08,924 INFO [M:0;cf4d76213909:33345 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:18:08,924 INFO [M:0;cf4d76213909:33345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:18:08,925 DEBUG [M:0;cf4d76213909:33345 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:18:08,925 INFO [M:0;cf4d76213909:33345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:18:08,925 INFO [M:0;cf4d76213909:33345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:18:08,925 INFO [M:0;cf4d76213909:33345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:18:08,925 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:18:08,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-244578706/master 2024-11-08T09:18:08,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-244578706 2024-11-08T09:18:08,934 DEBUG [M:0;cf4d76213909:33345 {}] zookeeper.ZKUtil(347): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Unable to get data of znode /1-244578706/master because node does not exist (not an error) 2024-11-08T09:18:08,934 WARN [M:0;cf4d76213909:33345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:18:08,936 INFO [M:0;cf4d76213909:33345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/.lastflushedseqids 2024-11-08T09:18:08,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741836_1012 (size=99) 2024-11-08T09:18:09,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:09,013 INFO [RS:0;cf4d76213909:41881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:18:09,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41881-0x10119bcb27c0004, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:09,013 INFO [RS:0;cf4d76213909:41881 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,41881,1731057472943; zookeeper connection closed. 2024-11-08T09:18:09,014 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2be55b07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2be55b07 2024-11-08T09:18:09,014 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:18:09,267 DEBUG [RS:0;cf4d76213909:35657.replicationSource.wal-reader.cf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812 to pos 0, reset compression=false 2024-11-08T09:18:09,341 INFO [M:0;cf4d76213909:33345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:18:09,341 INFO [M:0;cf4d76213909:33345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:18:09,342 DEBUG [M:0;cf4d76213909:33345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:18:09,342 INFO [M:0;cf4d76213909:33345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:09,342 DEBUG [M:0;cf4d76213909:33345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:09,342 DEBUG [M:0;cf4d76213909:33345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:18:09,342 DEBUG [M:0;cf4d76213909:33345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:09,342 INFO [M:0;cf4d76213909:33345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T09:18:09,362 DEBUG [M:0;cf4d76213909:33345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2fc67abd07e429ebec86e42f14fffc8 is 82, key is hbase:meta,,1/info:regioninfo/1731057476346/Put/seqid=0 2024-11-08T09:18:09,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741837_1013 (size=5672) 2024-11-08T09:18:09,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:18:09,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:09,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:09,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:09,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:09,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:09,767 INFO [M:0;cf4d76213909:33345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2fc67abd07e429ebec86e42f14fffc8 2024-11-08T09:18:09,789 DEBUG [M:0;cf4d76213909:33345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66ce320fe4da463994fdf4d54fc81817 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731057476370/Put/seqid=0 2024-11-08T09:18:09,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741838_1014 (size=5275) 2024-11-08T09:18:10,193 INFO [M:0;cf4d76213909:33345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66ce320fe4da463994fdf4d54fc81817 2024-11-08T09:18:10,212 DEBUG [M:0;cf4d76213909:33345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4784e9a6ead74cb1abf456917e1ea2cf is 69, key is cf4d76213909,41881,1731057472943/rs:state/1731057475096/Put/seqid=0 2024-11-08T09:18:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741839_1015 (size=5156) 2024-11-08T09:18:10,371 DEBUG [RS:0;cf4d76213909:35657.replicationSource.wal-reader.cf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812 to pos 0, reset compression=false 2024-11-08T09:18:10,618 INFO [M:0;cf4d76213909:33345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4784e9a6ead74cb1abf456917e1ea2cf 2024-11-08T09:18:10,623 DEBUG [M:0;cf4d76213909:33345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2fc67abd07e429ebec86e42f14fffc8 as hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2fc67abd07e429ebec86e42f14fffc8 2024-11-08T09:18:10,627 INFO [M:0;cf4d76213909:33345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2fc67abd07e429ebec86e42f14fffc8, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T09:18:10,628 DEBUG [M:0;cf4d76213909:33345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66ce320fe4da463994fdf4d54fc81817 as hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66ce320fe4da463994fdf4d54fc81817 2024-11-08T09:18:10,632 INFO [M:0;cf4d76213909:33345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66ce320fe4da463994fdf4d54fc81817, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T09:18:10,633 DEBUG [M:0;cf4d76213909:33345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4784e9a6ead74cb1abf456917e1ea2cf as hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4784e9a6ead74cb1abf456917e1ea2cf 2024-11-08T09:18:10,638 INFO [M:0;cf4d76213909:33345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/95b6f7d7-6a00-dc3d-e5e1-2bdfb0f0b894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4784e9a6ead74cb1abf456917e1ea2cf, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T09:18:10,639 INFO [M:0;cf4d76213909:33345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false 2024-11-08T09:18:10,642 INFO [M:0;cf4d76213909:33345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:10,642 DEBUG [M:0;cf4d76213909:33345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057489341Disabling compacts and flushes for region at 1731057489341Disabling writes for close at 1731057489342 (+1 ms)Obtaining lock to block concurrent updates at 1731057489342Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057489342Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731057489342Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057489343 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057489343Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057489361 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057489362 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057489772 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057489789 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057489789Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057490198 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057490212 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057490212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38df8e8e: reopening flushed file at 1731057490622 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a09dcad: reopening flushed file at 1731057490627 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c0a298: reopening flushed file at 1731057490632 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false at 1731057490639 (+7 ms)Writing region close event to WAL at 1731057490642 (+3 ms)Closed at 1731057490642 2024-11-08T09:18:10,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37721 is added to blk_1073741830_1006 (size=10165) 2024-11-08T09:18:10,645 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:18:10,645 INFO [M:0;cf4d76213909:33345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:18:10,646 INFO [M:0;cf4d76213909:33345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33345 2024-11-08T09:18:10,646 INFO [M:0;cf4d76213909:33345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:18:10,792 INFO [M:0;cf4d76213909:33345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:18:10,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:10,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33345-0x10119bcb27c0003, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:10,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@527acb9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:18:10,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3982752{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:18:10,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:18:10,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3904e05e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:18:10,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17f056a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/hadoop.log.dir/,STOPPED} 2024-11-08T09:18:10,796 WARN [BP-48525332-172.17.0.2-1731057470869 heartbeating to localhost/127.0.0.1:43029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:18:10,796 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:18:10,796 WARN [BP-48525332-172.17.0.2-1731057470869 heartbeating to localhost/127.0.0.1:43029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-48525332-172.17.0.2-1731057470869 (Datanode Uuid 0e7f3960-2a9e-4426-9378-4bf716026646) service to localhost/127.0.0.1:43029 2024-11-08T09:18:10,796 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:18:10,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/cluster_665ba8d4-f290-02e6-4ad6-804f066e883d/data/data1/current/BP-48525332-172.17.0.2-1731057470869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:18:10,797 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/cluster_665ba8d4-f290-02e6-4ad6-804f066e883d/data/data2/current/BP-48525332-172.17.0.2-1731057470869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:18:10,797 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:18:10,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71738ad3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:18:10,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b372b5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:18:10,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:18:10,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ee28337{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:18:10,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@888edf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/hadoop.log.dir/,STOPPED} 2024-11-08T09:18:10,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:18:10,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:18:10,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:18:10,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:10,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:10,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:10,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:10,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:18:10,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1394370168, stopped=false 2024-11-08T09:18:10,812 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,42335,1731057482690 2024-11-08T09:18:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803737630/running 2024-11-08T09:18:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803737630/running 2024-11-08T09:18:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:18:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:18:10,829 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:18:10,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:18:10,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:10,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:10,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/running 2024-11-08T09:18:10,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Set watcher on znode that does not yet exist, /0-803737630/running 2024-11-08T09:18:10,830 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,35657,1731057482744' ***** 2024-11-08T09:18:10,830 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:18:10,830 INFO [RS:0;cf4d76213909:35657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:18:10,831 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:18:10,831 INFO [RS:0;cf4d76213909:35657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:18:10,831 INFO [RS:0;cf4d76213909:35657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:18:10,831 INFO [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(3091): Received CLOSE for 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:10,831 INFO [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,35657,1731057482744 2024-11-08T09:18:10,831 INFO [RS:0;cf4d76213909:35657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:18:10,831 INFO [RS:0;cf4d76213909:35657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:35657. 2024-11-08T09:18:10,831 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3eb913fd4a9d47418fe5f18fc2aaafe5, disabling compactions & flushes 2024-11-08T09:18:10,831 DEBUG [RS:0;cf4d76213909:35657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:10,831 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:18:10,831 DEBUG [RS:0;cf4d76213909:35657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:10,831 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:18:10,831 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. after waiting 0 ms 2024-11-08T09:18:10,831 INFO [RS:0;cf4d76213909:35657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:18:10,831 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:18:10,831 INFO [RS:0;cf4d76213909:35657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:18:10,831 INFO [RS:0;cf4d76213909:35657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:18:10,831 INFO [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:18:10,831 INFO [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:18:10,831 DEBUG [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3eb913fd4a9d47418fe5f18fc2aaafe5=hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5.} 2024-11-08T09:18:10,831 DEBUG [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eb913fd4a9d47418fe5f18fc2aaafe5 2024-11-08T09:18:10,831 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:18:10,832 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:18:10,832 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:18:10,832 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:18:10,832 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:18:10,832 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T09:18:10,835 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/replication/3eb913fd4a9d47418fe5f18fc2aaafe5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-08T09:18:10,835 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:10,835 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:18:10,835 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:18:10,835 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3eb913fd4a9d47418fe5f18fc2aaafe5: Waiting for close lock at 1731057490831Running coprocessor pre-close hooks at 1731057490831Disabling compacts and flushes for region at 1731057490831Disabling writes for close at 1731057490831Writing region close event to WAL at 1731057490832 (+1 ms)Running coprocessor post-close hooks at 1731057490835 (+3 ms)Closed at 1731057490835 2024-11-08T09:18:10,835 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5. 2024-11-08T09:18:10,845 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/.tmp/info/b82348d81f55437bb3540864330a6aaf is 147, key is hbase:replication,,1731057476512.3eb913fd4a9d47418fe5f18fc2aaafe5./info:regioninfo/1731057488347/Put/seqid=0 2024-11-08T09:18:10,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741851_1027 (size=6385) 2024-11-08T09:18:10,868 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:18:11,032 DEBUG [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:18:11,232 DEBUG [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:18:11,249 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/.tmp/info/b82348d81f55437bb3540864330a6aaf 2024-11-08T09:18:11,254 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/.tmp/info/b82348d81f55437bb3540864330a6aaf as hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/info/b82348d81f55437bb3540864330a6aaf 2024-11-08T09:18:11,259 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/info/b82348d81f55437bb3540864330a6aaf, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T09:18:11,260 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-08T09:18:11,264 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T09:18:11,264 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:11,264 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:18:11,264 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:11,264 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057490831Running coprocessor pre-close hooks at 1731057490831Disabling compacts and flushes for region at 1731057490831Disabling writes for close at 1731057490832 (+1 ms)Obtaining lock to block concurrent updates at 1731057490832Preparing flush snapshotting stores in 1588230740 at 1731057490832Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731057490832Flushing stores of hbase:meta,,1.1588230740 at 1731057490832Flushing 1588230740/info: creating writer at 1731057490832Flushing 1588230740/info: appending metadata at 1731057490845 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731057490845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d757a65: reopening flushed file at 1731057491253 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731057491260 (+7 ms)Writing region close event to WAL at 1731057491261 (+1 ms)Running coprocessor post-close hooks at 1731057491264 (+3 ms)Closed at 1731057491264 2024-11-08T09:18:11,264 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:11,432 INFO [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,35657,1731057482744; all regions closed. 2024-11-08T09:18:11,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741849_1025 (size=2156) 2024-11-08T09:18:11,436 DEBUG [RS:0;cf4d76213909:35657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/oldWALs 2024-11-08T09:18:11,436 INFO [RS:0;cf4d76213909:35657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C35657%2C1731057482744.meta:.meta(num 1731057484051) 2024-11-08T09:18:11,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741850_1026 (size=796) 2024-11-08T09:18:11,439 DEBUG [RS:0;cf4d76213909:35657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/oldWALs 2024-11-08T09:18:11,439 INFO [RS:0;cf4d76213909:35657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C35657%2C1731057482744.rep:(num 1731057488315) 2024-11-08T09:18:11,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741848_1024 (size=93) 2024-11-08T09:18:11,441 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/WALs/cf4d76213909,35657,1731057482744/cf4d76213909%2C35657%2C1731057482744.1731057483812 not finished, retry = 0 2024-11-08T09:18:11,544 DEBUG [RS:0;cf4d76213909:35657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/oldWALs 2024-11-08T09:18:11,544 INFO [RS:0;cf4d76213909:35657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C35657%2C1731057482744:(num 1731057483812) 2024-11-08T09:18:11,544 DEBUG [RS:0;cf4d76213909:35657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:11,544 INFO [RS:0;cf4d76213909:35657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:18:11,544 INFO [RS:0;cf4d76213909:35657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:18:11,544 INFO [RS:0;cf4d76213909:35657 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:18:11,544 INFO [RS:0;cf4d76213909:35657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:18:11,544 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:18:11,545 INFO [RS:0;cf4d76213909:35657 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,35657,1731057482744 because: Region server is closing 2024-11-08T09:18:11,545 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T09:18:11,545 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T09:18:11,545 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T09:18:11,545 INFO [RS:0;cf4d76213909:35657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:35657. 2024-11-08T09:18:11,545 DEBUG [RS:0;cf4d76213909:35657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:11,545 DEBUG [RS:0;cf4d76213909:35657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:11,545 DEBUG [RS:0;cf4d76213909:35657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:11,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:11,645 WARN [RS:0;cf4d76213909:35657.replicationSource.shippercf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T09:18:11,646 INFO [RS:0;cf4d76213909:35657 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;cf4d76213909:35657.replicationSource.shippercf4d76213909%2C35657%2C1731057482744,1-cf4d76213909,35657,1731057482744 terminated 2024-11-08T09:18:11,646 INFO [RS:0;cf4d76213909:35657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35657 2024-11-08T09:18:11,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630/rs 2024-11-08T09:18:11,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803737630/rs/cf4d76213909,35657,1731057482744 2024-11-08T09:18:11,703 INFO [RS:0;cf4d76213909:35657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:18:11,713 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,35657,1731057482744] 2024-11-08T09:18:11,723 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-803737630/draining/cf4d76213909,35657,1731057482744 already deleted, retry=false 2024-11-08T09:18:11,724 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,35657,1731057482744 expired; onlineServers=0 2024-11-08T09:18:11,724 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,42335,1731057482690' ***** 2024-11-08T09:18:11,724 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:18:11,724 INFO [M:0;cf4d76213909:42335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:18:11,724 INFO [M:0;cf4d76213909:42335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:18:11,724 DEBUG [M:0;cf4d76213909:42335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:18:11,724 DEBUG [M:0;cf4d76213909:42335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:18:11,724 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057483469 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057483469,5,FailOnTimeoutGroup] 2024-11-08T09:18:11,724 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057483469 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057483469,5,FailOnTimeoutGroup] 2024-11-08T09:18:11,724 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:18:11,724 INFO [M:0;cf4d76213909:42335 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:18:11,724 INFO [M:0;cf4d76213909:42335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:18:11,724 DEBUG [M:0;cf4d76213909:42335 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:18:11,724 INFO [M:0;cf4d76213909:42335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:18:11,724 INFO [M:0;cf4d76213909:42335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:18:11,724 INFO [M:0;cf4d76213909:42335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:18:11,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:18:11,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803737630/master 2024-11-08T09:18:11,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803737630 2024-11-08T09:18:11,734 DEBUG [M:0;cf4d76213909:42335 {}] zookeeper.ZKUtil(347): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Unable to get data of znode /0-803737630/master because node does not exist (not an error) 2024-11-08T09:18:11,734 WARN [M:0;cf4d76213909:42335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:18:11,735 INFO [M:0;cf4d76213909:42335 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/.lastflushedseqids 2024-11-08T09:18:11,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741852_1028 (size=181) 2024-11-08T09:18:11,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:11,813 INFO [RS:0;cf4d76213909:35657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:18:11,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x10119bcb27c0007, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:11,813 INFO [RS:0;cf4d76213909:35657 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,35657,1731057482744; zookeeper connection closed. 2024-11-08T09:18:11,813 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ae3f3e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ae3f3e4 2024-11-08T09:18:11,814 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:18:12,140 INFO [M:0;cf4d76213909:42335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:18:12,140 INFO [M:0;cf4d76213909:42335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:18:12,140 DEBUG [M:0;cf4d76213909:42335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:18:12,140 INFO [M:0;cf4d76213909:42335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:12,140 DEBUG [M:0;cf4d76213909:42335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:12,140 DEBUG [M:0;cf4d76213909:42335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:18:12,140 DEBUG [M:0;cf4d76213909:42335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:12,140 INFO [M:0;cf4d76213909:42335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T09:18:12,154 DEBUG [M:0;cf4d76213909:42335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dc772c1cc584f419e2fd14d64c7165f is 82, key is hbase:meta,,1/info:regioninfo/1731057484129/Put/seqid=0 2024-11-08T09:18:12,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741853_1029 (size=5672) 2024-11-08T09:18:12,558 INFO [M:0;cf4d76213909:42335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dc772c1cc584f419e2fd14d64c7165f 2024-11-08T09:18:12,580 DEBUG [M:0;cf4d76213909:42335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2314eb801d5347709f9f184e0be42561 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731057488352/Put/seqid=0 2024-11-08T09:18:12,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741854_1030 (size=7312) 2024-11-08T09:18:12,984 INFO [M:0;cf4d76213909:42335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2314eb801d5347709f9f184e0be42561 2024-11-08T09:18:13,001 DEBUG [M:0;cf4d76213909:42335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4db773857d754b058cc07f87afab87aa is 69, key is cf4d76213909,35657,1731057482744/rs:state/1731057483601/Put/seqid=0 2024-11-08T09:18:13,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741855_1031 (size=5370) 2024-11-08T09:18:13,405 INFO [M:0;cf4d76213909:42335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4db773857d754b058cc07f87afab87aa 2024-11-08T09:18:13,409 INFO [M:0;cf4d76213909:42335 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4db773857d754b058cc07f87afab87aa 2024-11-08T09:18:13,410 DEBUG [M:0;cf4d76213909:42335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dc772c1cc584f419e2fd14d64c7165f as hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8dc772c1cc584f419e2fd14d64c7165f 2024-11-08T09:18:13,415 INFO [M:0;cf4d76213909:42335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8dc772c1cc584f419e2fd14d64c7165f, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T09:18:13,415 DEBUG [M:0;cf4d76213909:42335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2314eb801d5347709f9f184e0be42561 as hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2314eb801d5347709f9f184e0be42561 2024-11-08T09:18:13,420 INFO [M:0;cf4d76213909:42335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2314eb801d5347709f9f184e0be42561, entries=7, sequenceid=127, filesize=7.1 K 2024-11-08T09:18:13,421 DEBUG [M:0;cf4d76213909:42335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4db773857d754b058cc07f87afab87aa as hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4db773857d754b058cc07f87afab87aa 2024-11-08T09:18:13,424 INFO [M:0;cf4d76213909:42335 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4db773857d754b058cc07f87afab87aa 2024-11-08T09:18:13,424 INFO [M:0;cf4d76213909:42335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4db773857d754b058cc07f87afab87aa, entries=2, sequenceid=127, filesize=5.2 K 2024-11-08T09:18:13,425 INFO [M:0;cf4d76213909:42335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false 2024-11-08T09:18:13,426 INFO [M:0;cf4d76213909:42335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:13,426 DEBUG [M:0;cf4d76213909:42335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057492140Disabling compacts and flushes for region at 1731057492140Disabling writes for close at 1731057492140Obtaining lock to block concurrent updates at 1731057492140Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057492140Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731057492140Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057492141 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057492141Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057492154 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057492154Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057492563 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057492579 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057492579Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057492989 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057493001 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057493001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169c221c: reopening flushed file at 1731057493409 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709f57a1: reopening flushed file at 1731057493415 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff7ef1d: reopening flushed file at 1731057493420 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false at 1731057493425 (+5 ms)Writing region close event to WAL at 1731057493426 (+1 ms)Closed at 1731057493426 2024-11-08T09:18:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33289 is added to blk_1073741847_1023 (size=22903) 2024-11-08T09:18:13,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b682d83-d01e-0eca-d2c7-ce1cfe65a252/MasterData/WALs/cf4d76213909,42335,1731057482690/cf4d76213909%2C42335%2C1731057482690.1731057483248 not finished, retry = 0 2024-11-08T09:18:13,529 INFO [M:0;cf4d76213909:42335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:18:13,529 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:18:13,529 INFO [M:0;cf4d76213909:42335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42335 2024-11-08T09:18:13,529 INFO [M:0;cf4d76213909:42335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:18:13,697 INFO [M:0;cf4d76213909:42335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:18:13,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:13,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42335-0x10119bcb27c0006, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:13,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@147a035e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:18:13,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@594fffb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:18:13,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:18:13,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d33c184{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:18:13,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78823b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/hadoop.log.dir/,STOPPED} 2024-11-08T09:18:13,701 WARN [BP-29897923-172.17.0.2-1731057465068 heartbeating to localhost/127.0.0.1:33837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:18:13,701 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:18:13,701 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:18:13,701 WARN [BP-29897923-172.17.0.2-1731057465068 heartbeating to localhost/127.0.0.1:33837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-29897923-172.17.0.2-1731057465068 (Datanode Uuid fba89d81-d28a-46f6-9245-efc72cd05c15) service to localhost/127.0.0.1:33837 2024-11-08T09:18:13,702 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/cluster_6c37a296-9cc9-3a2a-6b66-8830a6a07923/data/data1/current/BP-29897923-172.17.0.2-1731057465068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:18:13,702 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/cluster_6c37a296-9cc9-3a2a-6b66-8830a6a07923/data/data2/current/BP-29897923-172.17.0.2-1731057465068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:18:13,702 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:18:13,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b231f4c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:18:13,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@306e315e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:18:13,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:18:13,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@569071cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:18:13,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11a58acf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/076e7207-9a7f-5b98-4d06-84b1de673a4b/hadoop.log.dir/,STOPPED} 2024-11-08T09:18:13,715 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:18:13,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:18:13,734 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43029 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64656) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33837 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64656) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 539), ProcessCount=11 (was 11), AvailableMemoryMB=5194 (was 5207) 2024-11-08T09:18:13,741 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=5194 2024-11-08T09:18:13,753 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-08T09:18:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/hadoop.log.dir so I do NOT create it in target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8 2024-11-08T09:18:13,753 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:18:13,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/hadoop.tmp.dir so I do NOT create it in target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8 2024-11-08T09:18:13,753 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8d0ab752-4ab2-7219-10db-656d845a18f3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:18:13,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8 2024-11-08T09:18:13,753 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/cluster_485c2232-79dc-7372-635d-9f2c7e587b6c, deleteOnExit=true 2024-11-08T09:18:13,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/cluster_485c2232-79dc-7372-635d-9f2c7e587b6c/zookeeper_0, clientPort=52377, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/cluster_485c2232-79dc-7372-635d-9f2c7e587b6c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/cluster_485c2232-79dc-7372-635d-9f2c7e587b6c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:18:13,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52377 2024-11-08T09:18:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:18:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/test.cache.data in system properties and HBase conf 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:18:13,757 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:18:13,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10119bcb27c0005, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:18:13,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10119bcb27c0002, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:18:13,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10119bcb27c0005, quorum=127.0.0.1:64656, baseZNode=/1-244578706 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:18:13,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10119bcb27c0002, quorum=127.0.0.1:64656, baseZNode=/0-803737630 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:18:14,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:18:14,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:18:14,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:18:14,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:18:14,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:18:14,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:18:14,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73d05ad9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:18:14,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26ff3d7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:18:14,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@672ff7d2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/java.io.tmpdir/jetty-localhost-45607-hadoop-hdfs-3_4_1-tests_jar-_-any-16082678332735560912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:18:14,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3457eb9d{HTTP/1.1, (http/1.1)}{localhost:45607} 2024-11-08T09:18:14,253 INFO [Time-limited test {}] server.Server(415): Started @164848ms 2024-11-08T09:18:14,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:18:14,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:18:14,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:18:14,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:18:14,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:18:14,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@251c6f8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:18:14,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@122dce00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:18:14,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bdea809{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/java.io.tmpdir/jetty-localhost-38377-hadoop-hdfs-3_4_1-tests_jar-_-any-3510588985141589069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:18:14,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7161e3d3{HTTP/1.1, (http/1.1)}{localhost:38377} 2024-11-08T09:18:14,632 INFO [Time-limited test {}] server.Server(415): Started @165227ms 2024-11-08T09:18:14,633 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:18:15,387 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/cluster_485c2232-79dc-7372-635d-9f2c7e587b6c/data/data2/current/BP-1097032486-172.17.0.2-1731057493784/current, will proceed with Du for space computation calculation, 2024-11-08T09:18:15,386 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/cluster_485c2232-79dc-7372-635d-9f2c7e587b6c/data/data1/current/BP-1097032486-172.17.0.2-1731057493784/current, will proceed with Du for space computation calculation, 2024-11-08T09:18:15,401 WARN [Thread-1662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:18:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x265b1ce8886520b9 with lease ID 0xb6df13813967d87: Processing first storage report for DS-4f11594a-f547-4998-ac37-ff9be5943293 from datanode DatanodeRegistration(127.0.0.1:36771, datanodeUuid=26f04416-7693-4a1b-9097-fb90c41c8a66, infoPort=41417, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=2003402337;c=1731057493784) 2024-11-08T09:18:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x265b1ce8886520b9 with lease ID 0xb6df13813967d87: from storage DS-4f11594a-f547-4998-ac37-ff9be5943293 node DatanodeRegistration(127.0.0.1:36771, datanodeUuid=26f04416-7693-4a1b-9097-fb90c41c8a66, infoPort=41417, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=2003402337;c=1731057493784), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:18:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x265b1ce8886520b9 with lease ID 0xb6df13813967d87: Processing first storage report for DS-1233ff14-58bd-4954-89c1-c66f9a7d9db8 from datanode DatanodeRegistration(127.0.0.1:36771, datanodeUuid=26f04416-7693-4a1b-9097-fb90c41c8a66, infoPort=41417, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=2003402337;c=1731057493784) 2024-11-08T09:18:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x265b1ce8886520b9 with lease ID 0xb6df13813967d87: from storage DS-1233ff14-58bd-4954-89c1-c66f9a7d9db8 node DatanodeRegistration(127.0.0.1:36771, datanodeUuid=26f04416-7693-4a1b-9097-fb90c41c8a66, infoPort=41417, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=2003402337;c=1731057493784), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:18:15,459 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8 2024-11-08T09:18:15,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:15,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:15,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:18:15,873 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63 with version=8 2024-11-08T09:18:15,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/hbase-staging 2024-11-08T09:18:15,875 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:18:15,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:15,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:15,875 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:18:15,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:15,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:18:15,875 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:18:15,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:18:15,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33731 2024-11-08T09:18:15,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33731 connecting to ZooKeeper ensemble=127.0.0.1:52377 2024-11-08T09:18:15,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337310x0, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:15,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33731-0x10119bd22a70000 connected 2024-11-08T09:18:16,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:16,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:16,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Set watcher on znode that does not yet exist, /01110966581/running 2024-11-08T09:18:16,071 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63, hbase.cluster.distributed=false 2024-11-08T09:18:16,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Set watcher on znode that does not yet exist, /01110966581/acl 2024-11-08T09:18:16,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33731 2024-11-08T09:18:16,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33731 2024-11-08T09:18:16,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33731 2024-11-08T09:18:16,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33731 2024-11-08T09:18:16,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33731 2024-11-08T09:18:16,087 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:18:16,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:16,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:16,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:18:16,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:16,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:18:16,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:18:16,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:18:16,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33219 2024-11-08T09:18:16,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33219 connecting to ZooKeeper ensemble=127.0.0.1:52377 2024-11-08T09:18:16,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:16,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:16,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332190x0, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:16,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Set watcher on znode that does not yet exist, /01110966581/running 2024-11-08T09:18:16,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33219-0x10119bd22a70001 connected 2024-11-08T09:18:16,104 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:18:16,105 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:18:16,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Set watcher on znode that does not yet exist, /01110966581/master 2024-11-08T09:18:16,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Set watcher on znode that does not yet exist, /01110966581/acl 2024-11-08T09:18:16,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33219 2024-11-08T09:18:16,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33219 2024-11-08T09:18:16,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33219 2024-11-08T09:18:16,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33219 2024-11-08T09:18:16,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33219 2024-11-08T09:18:16,125 DEBUG [M:0;cf4d76213909:33731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:33731 2024-11-08T09:18:16,126 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01110966581/backup-masters/cf4d76213909,33731,1731057495875 2024-11-08T09:18:16,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581/backup-masters 2024-11-08T09:18:16,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581/backup-masters 2024-11-08T09:18:16,135 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Set watcher on existing znode=/01110966581/backup-masters/cf4d76213909,33731,1731057495875 2024-11-08T09:18:16,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01110966581/master 2024-11-08T09:18:16,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:16,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:16,146 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Set watcher on existing znode=/01110966581/master 2024-11-08T09:18:16,146 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01110966581/backup-masters/cf4d76213909,33731,1731057495875 from backup master directory 2024-11-08T09:18:16,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01110966581/backup-masters/cf4d76213909,33731,1731057495875 2024-11-08T09:18:16,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581/backup-masters 2024-11-08T09:18:16,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581/backup-masters 2024-11-08T09:18:16,156 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:18:16,156 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,33731,1731057495875 2024-11-08T09:18:16,160 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/hbase.id] with ID: b1ebd3fd-4a38-47ba-8db2-0d70c6c35504 2024-11-08T09:18:16,160 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/.tmp/hbase.id 2024-11-08T09:18:16,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:18:16,337 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:18:16,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:16,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:16,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:16,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:16,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:16,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:16,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:16,565 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/.tmp/hbase.id]:[hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/hbase.id] 2024-11-08T09:18:16,575 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:16,575 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:18:16,576 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:18:16,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:16,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:16,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:18:16,630 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:18:16,630 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:18:16,631 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:18:17,037 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store 2024-11-08T09:18:17,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:18:17,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:18:17,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:18:17,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T09:18:17,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:17,443 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:17,443 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:18:17,443 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:17,443 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:17,443 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:18:17,443 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:17,443 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:17,443 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057497443Disabling compacts and flushes for region at 1731057497443Disabling writes for close at 1731057497443Writing region close event to WAL at 1731057497443Closed at 1731057497443 2024-11-08T09:18:17,444 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/.initializing 2024-11-08T09:18:17,444 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/WALs/cf4d76213909,33731,1731057495875 2024-11-08T09:18:17,445 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:18:17,446 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C33731%2C1731057495875, suffix=, logDir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/WALs/cf4d76213909,33731,1731057495875, archiveDir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/oldWALs, maxLogs=10 2024-11-08T09:18:17,458 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/WALs/cf4d76213909,33731,1731057495875/cf4d76213909%2C33731%2C1731057495875.1731057497446, exclude list is [], retry=0 2024-11-08T09:18:17,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-4f11594a-f547-4998-ac37-ff9be5943293,DISK] 2024-11-08T09:18:17,461 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/WALs/cf4d76213909,33731,1731057495875/cf4d76213909%2C33731%2C1731057495875.1731057497446 2024-11-08T09:18:17,462 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417)] 2024-11-08T09:18:17,462 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:17,462 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:17,462 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:17,462 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:17,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:17,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:18:17,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:17,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:17,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:17,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:18:17,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:17,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:17,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:17,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:18:17,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:17,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:17,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:17,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:18:17,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:17,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:17,470 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:17,470 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:17,471 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:17,472 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:17,472 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:17,472 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:17,473 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:17,475 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:17,475 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58839873, jitterRate=-0.12321756780147552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:17,476 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057497462Initializing all the Stores at 1731057497463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057497463Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057497463Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057497463Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057497463Cleaning up temporary data from old regions at 1731057497472 (+9 ms)Region opened successfully at 1731057497476 (+4 ms) 2024-11-08T09:18:17,476 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:18:17,479 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b91a5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:18:17,480 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:18:17,480 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:18:17,480 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:18:17,480 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:18:17,481 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:18:17,481 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:18:17,481 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:18:17,483 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:18:17,483 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Unable to get data of znode /01110966581/balancer because node does not exist (not necessarily an error) 2024-11-08T09:18:17,540 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01110966581/balancer already deleted, retry=false 2024-11-08T09:18:17,541 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:18:17,542 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Unable to get data of znode /01110966581/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:18:17,551 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01110966581/normalizer already deleted, retry=false 2024-11-08T09:18:17,551 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:18:17,552 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Unable to get data of znode /01110966581/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:18:17,561 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01110966581/switch/split already deleted, retry=false 2024-11-08T09:18:17,562 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Unable to get data of znode /01110966581/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:18:17,572 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01110966581/switch/merge already deleted, retry=false 2024-11-08T09:18:17,573 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Unable to get data of znode /01110966581/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:18:17,582 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01110966581/snapshot-cleanup already deleted, retry=false 2024-11-08T09:18:17,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01110966581/running 2024-11-08T09:18:17,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01110966581/running 2024-11-08T09:18:17,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:17,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:17,594 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,33731,1731057495875, sessionid=0x10119bd22a70000, setting cluster-up flag (Was=false) 2024-11-08T09:18:17,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:17,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:17,646 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01110966581/flush-table-proc/acquired, /01110966581/flush-table-proc/reached, /01110966581/flush-table-proc/abort 2024-11-08T09:18:17,647 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,33731,1731057495875 2024-11-08T09:18:17,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:17,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:17,698 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01110966581/online-snapshot/acquired, /01110966581/online-snapshot/reached, /01110966581/online-snapshot/abort 2024-11-08T09:18:17,699 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,33731,1731057495875 2024-11-08T09:18:17,700 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:18:17,702 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:17,702 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:18:17,702 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:18:17,702 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,33731,1731057495875 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:18:17,703 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:17,703 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:17,703 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:17,703 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:17,703 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:18:17,703 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:17,703 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:18:17,703 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:17,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057527705 2024-11-08T09:18:17,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:18:17,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:18:17,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:18:17,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:18:17,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:18:17,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:18:17,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:17,705 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:18:17,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:18:17,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:18:17,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:18:17,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:18:17,706 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:18:17,706 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:18:17,706 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057497706,5,FailOnTimeoutGroup] 2024-11-08T09:18:17,706 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057497706,5,FailOnTimeoutGroup] 2024-11-08T09:18:17,706 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,706 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:18:17,706 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,706 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,706 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:17,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:18:17,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:18:17,717 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(746): ClusterId : b1ebd3fd-4a38-47ba-8db2-0d70c6c35504 2024-11-08T09:18:17,718 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:18:17,780 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:18:17,780 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:18:17,809 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:18:17,809 DEBUG [RS:0;cf4d76213909:33219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec74f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:18:17,820 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:33219 2024-11-08T09:18:17,820 INFO [RS:0;cf4d76213909:33219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:18:17,820 INFO [RS:0;cf4d76213909:33219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:18:17,820 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:18:17,821 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,33731,1731057495875 with port=33219, startcode=1731057496086 2024-11-08T09:18:17,821 DEBUG [RS:0;cf4d76213909:33219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:18:17,822 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:18:17,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33731 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,33219,1731057496086 2024-11-08T09:18:17,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33731 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,33219,1731057496086 2024-11-08T09:18:17,823 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63 2024-11-08T09:18:17,823 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44527 2024-11-08T09:18:17,823 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:18:17,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581/rs 2024-11-08T09:18:17,835 DEBUG [RS:0;cf4d76213909:33219 {}] zookeeper.ZKUtil(111): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Set watcher on existing znode=/01110966581/rs/cf4d76213909,33219,1731057496086 2024-11-08T09:18:17,835 WARN [RS:0;cf4d76213909:33219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:18:17,836 INFO [RS:0;cf4d76213909:33219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:17,836 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086 2024-11-08T09:18:17,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,33219,1731057496086] 2024-11-08T09:18:17,838 INFO [RS:0;cf4d76213909:33219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:18:17,839 INFO [RS:0;cf4d76213909:33219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:18:17,840 INFO [RS:0;cf4d76213909:33219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:18:17,840 INFO [RS:0;cf4d76213909:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,840 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:18:17,841 INFO [RS:0;cf4d76213909:33219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:18:17,841 INFO [RS:0;cf4d76213909:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,841 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:17,841 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:17,841 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:17,841 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:17,841 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:17,841 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:18:17,841 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:17,841 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:17,841 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:17,841 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:17,841 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:17,841 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:17,842 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:18:17,842 DEBUG [RS:0;cf4d76213909:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:18:17,843 INFO [RS:0;cf4d76213909:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,843 INFO [RS:0;cf4d76213909:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,843 INFO [RS:0;cf4d76213909:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,843 INFO [RS:0;cf4d76213909:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,843 INFO [RS:0;cf4d76213909:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,843 INFO [RS:0;cf4d76213909:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33219,1731057496086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:18:17,855 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:18:17,855 INFO [RS:0;cf4d76213909:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33219,1731057496086-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,855 INFO [RS:0;cf4d76213909:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,855 INFO [RS:0;cf4d76213909:33219 {}] regionserver.Replication(171): cf4d76213909,33219,1731057496086 started 2024-11-08T09:18:17,867 INFO [RS:0;cf4d76213909:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:17,867 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,33219,1731057496086, RpcServer on cf4d76213909/172.17.0.2:33219, sessionid=0x10119bd22a70001 2024-11-08T09:18:17,867 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:18:17,867 DEBUG [RS:0;cf4d76213909:33219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,33219,1731057496086 2024-11-08T09:18:17,867 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,33219,1731057496086' 2024-11-08T09:18:17,867 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01110966581/flush-table-proc/abort' 2024-11-08T09:18:17,868 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01110966581/flush-table-proc/acquired' 2024-11-08T09:18:17,868 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:18:17,868 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:18:17,868 DEBUG [RS:0;cf4d76213909:33219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,33219,1731057496086 2024-11-08T09:18:17,868 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,33219,1731057496086' 2024-11-08T09:18:17,868 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01110966581/online-snapshot/abort' 2024-11-08T09:18:17,868 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01110966581/online-snapshot/acquired' 2024-11-08T09:18:17,868 DEBUG [RS:0;cf4d76213909:33219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:18:17,869 INFO [RS:0;cf4d76213909:33219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:18:17,869 INFO [RS:0;cf4d76213909:33219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:18:17,969 INFO [RS:0;cf4d76213909:33219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:18:17,970 INFO [RS:0;cf4d76213909:33219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C33219%2C1731057496086, suffix=, logDir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086, archiveDir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/oldWALs, maxLogs=10 2024-11-08T09:18:17,983 DEBUG [RS:0;cf4d76213909:33219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971, exclude list is [], retry=0 2024-11-08T09:18:17,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-4f11594a-f547-4998-ac37-ff9be5943293,DISK] 2024-11-08T09:18:17,987 INFO [RS:0;cf4d76213909:33219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 2024-11-08T09:18:17,987 DEBUG [RS:0;cf4d76213909:33219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417)] 2024-11-08T09:18:18,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:18:18,116 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63 2024-11-08T09:18:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:18:18,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:18,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:18:18,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:18:18,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:18,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:18,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:18:18,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:18:18,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:18,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:18,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:18:18,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:18:18,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:18,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:18,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:18:18,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:18:18,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:18,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:18,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:18:18,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740 2024-11-08T09:18:18,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740 2024-11-08T09:18:18,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:18:18,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:18:18,530 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:18,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:18:18,532 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:18,533 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62576594, jitterRate=-0.06753608584403992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:18,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057498521Initializing all the Stores at 1731057498522 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057498522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057498522Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057498522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057498522Cleaning up temporary data from old regions at 1731057498529 (+7 ms)Region opened successfully at 1731057498533 (+4 ms) 2024-11-08T09:18:18,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:18:18,533 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:18:18,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:18:18,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:18:18,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:18:18,534 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:18,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057498533Disabling compacts and flushes for region at 1731057498533Disabling writes for close at 1731057498533Writing region close event to WAL at 1731057498534 (+1 ms)Closed at 1731057498534 2024-11-08T09:18:18,534 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:18,534 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:18:18,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:18:18,535 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:18:18,536 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:18:18,686 DEBUG [cf4d76213909:33731 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:18:18,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,33219,1731057496086 2024-11-08T09:18:18,687 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,33219,1731057496086, state=OPENING 2024-11-08T09:18:18,761 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:18:18,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:18,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:18,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01110966581/meta-region-server: CHANGED 2024-11-08T09:18:18,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01110966581/meta-region-server: CHANGED 2024-11-08T09:18:18,772 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:18:18,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,33219,1731057496086}] 2024-11-08T09:18:18,925 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:18:18,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:18:18,929 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:18:18,929 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:18,929 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:18:18,930 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C33219%2C1731057496086.meta, suffix=.meta, logDir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086, archiveDir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/oldWALs, maxLogs=10 2024-11-08T09:18:18,942 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.meta.1731057498930.meta, exclude list is [], retry=0 2024-11-08T09:18:18,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-4f11594a-f547-4998-ac37-ff9be5943293,DISK] 2024-11-08T09:18:18,945 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.meta.1731057498930.meta 2024-11-08T09:18:18,945 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417)] 2024-11-08T09:18:18,945 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:18,946 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:18:18,946 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:18:18,946 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:18:18,946 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:18:18,946 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:18:18,946 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:18,946 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:18:18,946 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:18:18,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:18:18,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:18:18,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:18,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:18,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:18:18,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:18:18,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:18,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:18,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:18:18,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:18:18,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:18,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:18,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:18:18,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:18:18,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:18,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:18,951 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:18:18,952 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740 2024-11-08T09:18:18,952 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740 2024-11-08T09:18:18,953 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:18:18,953 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:18:18,954 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:18,954 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:18:18,955 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65580660, jitterRate=-0.022772014141082764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:18,955 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:18:18,955 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057498946Writing region info on filesystem at 1731057498946Initializing all the Stores at 1731057498947 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057498947Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057498947Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057498947Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057498947Cleaning up temporary data from old regions at 1731057498953 (+6 ms)Running coprocessor post-open hooks at 1731057498955 (+2 ms)Region opened successfully at 1731057498955 2024-11-08T09:18:18,956 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057498924 2024-11-08T09:18:18,958 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:18:18,958 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:18:18,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,33219,1731057496086 2024-11-08T09:18:18,959 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,33219,1731057496086, state=OPEN 2024-11-08T09:18:19,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01110966581/meta-region-server 2024-11-08T09:18:19,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01110966581/meta-region-server 2024-11-08T09:18:19,015 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,33219,1731057496086 2024-11-08T09:18:19,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01110966581/meta-region-server: CHANGED 2024-11-08T09:18:19,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01110966581/meta-region-server: CHANGED 2024-11-08T09:18:19,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:18:19,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,33219,1731057496086 in 243 msec 2024-11-08T09:18:19,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:18:19,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 483 msec 2024-11-08T09:18:19,020 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:19,020 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:18:19,021 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:19,021 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,33219,1731057496086, seqNum=-1] 2024-11-08T09:18:19,021 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:19,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:19,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3240 sec 2024-11-08T09:18:19,026 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057499026, completionTime=-1 2024-11-08T09:18:19,026 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:18:19,026 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:18:19,027 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:18:19,027 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057559027 2024-11-08T09:18:19,028 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057619028 2024-11-08T09:18:19,028 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T09:18:19,028 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33731,1731057495875-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:19,028 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33731,1731057495875-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:19,028 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33731,1731057495875-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:19,028 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:33731, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:19,028 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:19,028 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:19,029 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:18:19,031 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.875sec 2024-11-08T09:18:19,031 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:18:19,031 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:18:19,031 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:18:19,031 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:18:19,031 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:18:19,031 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33731,1731057495875-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:18:19,031 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33731,1731057495875-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:18:19,033 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:18:19,033 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:18:19,033 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33731,1731057495875-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:19,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474bb218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:19,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33731,-1 for getting cluster id 2024-11-08T09:18:19,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:19,120 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ebd3fd-4a38-47ba-8db2-0d70c6c35504' 2024-11-08T09:18:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ebd3fd-4a38-47ba-8db2-0d70c6c35504" 2024-11-08T09:18:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f14bb9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33731,-1] 2024-11-08T09:18:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:19,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:19,121 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:19,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7b4cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:19,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:19,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,33219,1731057496086, seqNum=-1] 2024-11-08T09:18:19,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:19,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:19,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,33731,1731057495875 2024-11-08T09:18:19,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52377 2024-11-08T09:18:19,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:19,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10119bd22a70002 connected 2024-11-08T09:18:19,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/hadoop.log.dir so I do NOT create it in target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3 2024-11-08T09:18:19,159 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:18:19,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/hadoop.tmp.dir so I do NOT create it in target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3 2024-11-08T09:18:19,159 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:18:19,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3 2024-11-08T09:18:19,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:18:19,159 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/cluster_dac3f13e-c323-3fb2-b590-643a1446fdb0, deleteOnExit=true 2024-11-08T09:18:19,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:18:19,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/test.cache.data in system properties and HBase conf 2024-11-08T09:18:19,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:18:19,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:18:19,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:18:19,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:18:19,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:18:19,160 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:18:19,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:18:19,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:18:19,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:18:19,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:18:19,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:18:19,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:18:19,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:18:19,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:18:19,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:18:19,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:18:19,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:18:19,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:18:19,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:18:19,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:18:19,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:18:19,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:18:19,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:18:19,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:18:19,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:18:19,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:18:19,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5008a86b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:18:19,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4994021f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:18:19,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a62cd87{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/java.io.tmpdir/jetty-localhost-41325-hadoop-hdfs-3_4_1-tests_jar-_-any-7526388485545500265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:18:19,673 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3facfa1f{HTTP/1.1, (http/1.1)}{localhost:41325} 2024-11-08T09:18:19,673 INFO [Time-limited test {}] server.Server(415): Started @170268ms 2024-11-08T09:18:19,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:18:19,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:18:19,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:18:19,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:18:19,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:18:19,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@559b3fef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:18:19,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ce25de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:18:20,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@751a2c45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/java.io.tmpdir/jetty-localhost-37463-hadoop-hdfs-3_4_1-tests_jar-_-any-10849032566696644267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:18:20,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@571d6822{HTTP/1.1, (http/1.1)}{localhost:37463} 2024-11-08T09:18:20,039 INFO [Time-limited test {}] server.Server(415): Started @170635ms 2024-11-08T09:18:20,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:18:20,734 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/cluster_dac3f13e-c323-3fb2-b590-643a1446fdb0/data/data1/current/BP-1029185227-172.17.0.2-1731057499182/current, will proceed with Du for space computation calculation, 2024-11-08T09:18:20,734 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/cluster_dac3f13e-c323-3fb2-b590-643a1446fdb0/data/data2/current/BP-1029185227-172.17.0.2-1731057499182/current, will proceed with Du for space computation calculation, 2024-11-08T09:18:20,748 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:18:20,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2d7b8c75e665bf3 with lease ID 0x7a3044e11dccc49b: Processing first storage report for DS-79887c74-d843-46e3-b49b-6a23842544a2 from datanode DatanodeRegistration(127.0.0.1:42975, datanodeUuid=561997f6-b84d-4e20-bb93-7f0f25c76ca2, infoPort=33967, infoSecurePort=0, ipcPort=37963, storageInfo=lv=-57;cid=testClusterID;nsid=1926481587;c=1731057499182) 2024-11-08T09:18:20,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2d7b8c75e665bf3 with lease ID 0x7a3044e11dccc49b: from storage DS-79887c74-d843-46e3-b49b-6a23842544a2 node DatanodeRegistration(127.0.0.1:42975, datanodeUuid=561997f6-b84d-4e20-bb93-7f0f25c76ca2, infoPort=33967, infoSecurePort=0, ipcPort=37963, storageInfo=lv=-57;cid=testClusterID;nsid=1926481587;c=1731057499182), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:18:20,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2d7b8c75e665bf3 with lease ID 0x7a3044e11dccc49b: Processing first storage report for DS-1be70ee6-4c99-4ffa-868a-9bbd386d3fd3 from datanode DatanodeRegistration(127.0.0.1:42975, datanodeUuid=561997f6-b84d-4e20-bb93-7f0f25c76ca2, infoPort=33967, infoSecurePort=0, ipcPort=37963, storageInfo=lv=-57;cid=testClusterID;nsid=1926481587;c=1731057499182) 2024-11-08T09:18:20,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2d7b8c75e665bf3 with lease ID 0x7a3044e11dccc49b: from storage DS-1be70ee6-4c99-4ffa-868a-9bbd386d3fd3 node DatanodeRegistration(127.0.0.1:42975, datanodeUuid=561997f6-b84d-4e20-bb93-7f0f25c76ca2, infoPort=33967, infoSecurePort=0, ipcPort=37963, storageInfo=lv=-57;cid=testClusterID;nsid=1926481587;c=1731057499182), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:18:20,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3 2024-11-08T09:18:20,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:20,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:20,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:18:21,175 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408 with version=8 2024-11-08T09:18:21,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/hbase-staging 2024-11-08T09:18:21,177 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:18:21,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:21,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:21,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:18:21,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:21,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:18:21,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:18:21,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:18:21,177 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41655 2024-11-08T09:18:21,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41655 connecting to ZooKeeper ensemble=127.0.0.1:52377 2024-11-08T09:18:21,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416550x0, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:21,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41655-0x10119bd22a70003 connected 2024-11-08T09:18:21,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:21,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:21,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Set watcher on znode that does not yet exist, /1584159014/running 2024-11-08T09:18:21,333 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408, hbase.cluster.distributed=false 2024-11-08T09:18:21,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Set watcher on znode that does not yet exist, /1584159014/acl 2024-11-08T09:18:21,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41655 2024-11-08T09:18:21,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41655 2024-11-08T09:18:21,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41655 2024-11-08T09:18:21,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41655 2024-11-08T09:18:21,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41655 2024-11-08T09:18:21,351 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:18:21,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:21,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:21,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:18:21,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:21,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:18:21,352 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:18:21,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:18:21,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38731 2024-11-08T09:18:21,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38731 connecting to ZooKeeper ensemble=127.0.0.1:52377 2024-11-08T09:18:21,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:21,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:21,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387310x0, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:21,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Set watcher on znode that does not yet exist, /1584159014/running 2024-11-08T09:18:21,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38731-0x10119bd22a70004 connected 2024-11-08T09:18:21,367 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:18:21,367 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:18:21,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Set watcher on znode that does not yet exist, /1584159014/master 2024-11-08T09:18:21,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Set watcher on znode that does not yet exist, /1584159014/acl 2024-11-08T09:18:21,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38731 2024-11-08T09:18:21,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38731 2024-11-08T09:18:21,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38731 2024-11-08T09:18:21,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38731 2024-11-08T09:18:21,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38731 2024-11-08T09:18:21,385 DEBUG [M:0;cf4d76213909:41655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:41655 2024-11-08T09:18:21,385 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1584159014/backup-masters/cf4d76213909,41655,1731057501176 2024-11-08T09:18:21,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014/backup-masters 2024-11-08T09:18:21,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014/backup-masters 2024-11-08T09:18:21,398 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Set watcher on existing znode=/1584159014/backup-masters/cf4d76213909,41655,1731057501176 2024-11-08T09:18:21,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:21,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1584159014/master 2024-11-08T09:18:21,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:21,408 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Set watcher on existing znode=/1584159014/master 2024-11-08T09:18:21,409 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1584159014/backup-masters/cf4d76213909,41655,1731057501176 from backup master directory 2024-11-08T09:18:21,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1584159014/backup-masters/cf4d76213909,41655,1731057501176 2024-11-08T09:18:21,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014/backup-masters 2024-11-08T09:18:21,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014/backup-masters 2024-11-08T09:18:21,419 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:18:21,419 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,41655,1731057501176 2024-11-08T09:18:21,422 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/hbase.id] with ID: f707cbc4-71ff-4d79-86c6-4ff528730a64 2024-11-08T09:18:21,422 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/.tmp/hbase.id 2024-11-08T09:18:21,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:18:21,827 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/.tmp/hbase.id]:[hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/hbase.id] 2024-11-08T09:18:21,837 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:21,837 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:18:21,838 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:18:21,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:21,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:18:22,294 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:18:22,295 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:18:22,295 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:22,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:18:22,701 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store 2024-11-08T09:18:22,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:18:22,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:18:22,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:22,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:22,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:22,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:22,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:22,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:22,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:23,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:23,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:18:23,106 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:23,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:23,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:18:23,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:23,106 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:23,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057503106Disabling compacts and flushes for region at 1731057503106Disabling writes for close at 1731057503106Writing region close event to WAL at 1731057503106Closed at 1731057503106 2024-11-08T09:18:23,107 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/.initializing 2024-11-08T09:18:23,107 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/WALs/cf4d76213909,41655,1731057501176 2024-11-08T09:18:23,108 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:18:23,109 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C41655%2C1731057501176, suffix=, logDir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/WALs/cf4d76213909,41655,1731057501176, archiveDir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/oldWALs, maxLogs=10 2024-11-08T09:18:23,124 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/WALs/cf4d76213909,41655,1731057501176/cf4d76213909%2C41655%2C1731057501176.1731057503110, exclude list is [], retry=0 2024-11-08T09:18:23,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-79887c74-d843-46e3-b49b-6a23842544a2,DISK] 2024-11-08T09:18:23,128 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/WALs/cf4d76213909,41655,1731057501176/cf4d76213909%2C41655%2C1731057501176.1731057503110 2024-11-08T09:18:23,128 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33967:33967)] 2024-11-08T09:18:23,128 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:23,128 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:23,128 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:23,128 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:23,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:23,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:18:23,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:23,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:23,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:23,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:18:23,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:23,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:23,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:23,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:18:23,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:23,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:23,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:23,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:18:23,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:23,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:23,136 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:23,137 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:23,137 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:23,138 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:23,138 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:23,138 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:23,139 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:23,141 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:23,141 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61763445, jitterRate=-0.07965295016765594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:23,141 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057503129Initializing all the Stores at 1731057503129Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057503129Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057503129Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057503130 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057503130Cleaning up temporary data from old regions at 1731057503138 (+8 ms)Region opened successfully at 1731057503141 (+3 ms) 2024-11-08T09:18:23,142 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:18:23,144 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4e7ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:18:23,144 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:18:23,145 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:18:23,145 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:18:23,145 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:18:23,145 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:18:23,145 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:18:23,145 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:18:23,147 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:18:23,148 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Unable to get data of znode /1584159014/balancer because node does not exist (not necessarily an error) 2024-11-08T09:18:23,219 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1584159014/balancer already deleted, retry=false 2024-11-08T09:18:23,219 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:18:23,220 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Unable to get data of znode /1584159014/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:18:23,229 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1584159014/normalizer already deleted, retry=false 2024-11-08T09:18:23,229 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:18:23,230 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Unable to get data of znode /1584159014/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:18:23,239 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1584159014/switch/split already deleted, retry=false 2024-11-08T09:18:23,240 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Unable to get data of znode /1584159014/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:18:23,250 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1584159014/switch/merge already deleted, retry=false 2024-11-08T09:18:23,252 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Unable to get data of znode /1584159014/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:18:23,261 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1584159014/snapshot-cleanup already deleted, retry=false 2024-11-08T09:18:23,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1584159014/running 2024-11-08T09:18:23,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1584159014/running 2024-11-08T09:18:23,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:23,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:23,272 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,41655,1731057501176, sessionid=0x10119bd22a70003, setting cluster-up flag (Was=false) 2024-11-08T09:18:23,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:23,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:23,324 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1584159014/flush-table-proc/acquired, /1584159014/flush-table-proc/reached, /1584159014/flush-table-proc/abort 2024-11-08T09:18:23,325 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,41655,1731057501176 2024-11-08T09:18:23,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:23,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:23,376 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1584159014/online-snapshot/acquired, /1584159014/online-snapshot/reached, /1584159014/online-snapshot/abort 2024-11-08T09:18:23,377 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,41655,1731057501176 2024-11-08T09:18:23,379 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:18:23,380 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:23,380 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:18:23,380 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:18:23,380 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,41655,1731057501176 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:18:23,381 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:23,381 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:23,381 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:23,381 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:23,381 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:18:23,382 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:23,382 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:18:23,382 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:23,382 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057533382 2024-11-08T09:18:23,382 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:18:23,382 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:18:23,383 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:18:23,383 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:18:23,383 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:18:23,383 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:18:23,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:23,383 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:18:23,383 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:18:23,383 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:18:23,383 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:18:23,383 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:18:23,383 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:18:23,383 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:18:23,383 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057503383,5,FailOnTimeoutGroup] 2024-11-08T09:18:23,384 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057503383,5,FailOnTimeoutGroup] 2024-11-08T09:18:23,384 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,384 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:18:23,384 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,384 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,384 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:23,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:18:23,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:18:23,391 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:18:23,391 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408 2024-11-08T09:18:23,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:18:23,477 INFO [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(746): ClusterId : f707cbc4-71ff-4d79-86c6-4ff528730a64 2024-11-08T09:18:23,478 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:18:23,488 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:18:23,488 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:18:23,498 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:18:23,499 DEBUG [RS:0;cf4d76213909:38731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429a0e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:18:23,509 DEBUG [RS:0;cf4d76213909:38731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:38731 2024-11-08T09:18:23,509 INFO [RS:0;cf4d76213909:38731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:18:23,509 INFO [RS:0;cf4d76213909:38731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:18:23,509 DEBUG [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:18:23,510 INFO [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,41655,1731057501176 with port=38731, startcode=1731057501351 2024-11-08T09:18:23,510 DEBUG [RS:0;cf4d76213909:38731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:18:23,511 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:18:23,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,38731,1731057501351 2024-11-08T09:18:23,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41655 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,38731,1731057501351 2024-11-08T09:18:23,512 DEBUG [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408 2024-11-08T09:18:23,512 DEBUG [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45695 2024-11-08T09:18:23,512 DEBUG [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:18:23,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014/rs 2024-11-08T09:18:23,524 DEBUG [RS:0;cf4d76213909:38731 {}] zookeeper.ZKUtil(111): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Set watcher on existing znode=/1584159014/rs/cf4d76213909,38731,1731057501351 2024-11-08T09:18:23,524 WARN [RS:0;cf4d76213909:38731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:18:23,524 INFO [RS:0;cf4d76213909:38731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:23,524 DEBUG [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351 2024-11-08T09:18:23,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,38731,1731057501351] 2024-11-08T09:18:23,527 INFO [RS:0;cf4d76213909:38731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:18:23,528 INFO [RS:0;cf4d76213909:38731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:18:23,529 INFO [RS:0;cf4d76213909:38731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:18:23,529 INFO [RS:0;cf4d76213909:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,529 INFO [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:18:23,529 INFO [RS:0;cf4d76213909:38731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:18:23,529 INFO [RS:0;cf4d76213909:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:18:23,530 DEBUG [RS:0;cf4d76213909:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:18:23,530 INFO [RS:0;cf4d76213909:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,530 INFO [RS:0;cf4d76213909:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,530 INFO [RS:0;cf4d76213909:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,530 INFO [RS:0;cf4d76213909:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,530 INFO [RS:0;cf4d76213909:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,530 INFO [RS:0;cf4d76213909:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,38731,1731057501351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:18:23,543 INFO [RS:0;cf4d76213909:38731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:18:23,544 INFO [RS:0;cf4d76213909:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,38731,1731057501351-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,544 INFO [RS:0;cf4d76213909:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,544 INFO [RS:0;cf4d76213909:38731 {}] regionserver.Replication(171): cf4d76213909,38731,1731057501351 started 2024-11-08T09:18:23,563 INFO [RS:0;cf4d76213909:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:23,563 INFO [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,38731,1731057501351, RpcServer on cf4d76213909/172.17.0.2:38731, sessionid=0x10119bd22a70004 2024-11-08T09:18:23,563 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:18:23,563 DEBUG [RS:0;cf4d76213909:38731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,38731,1731057501351 2024-11-08T09:18:23,563 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,38731,1731057501351' 2024-11-08T09:18:23,563 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1584159014/flush-table-proc/abort' 2024-11-08T09:18:23,563 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1584159014/flush-table-proc/acquired' 2024-11-08T09:18:23,564 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:18:23,564 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:18:23,564 DEBUG [RS:0;cf4d76213909:38731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,38731,1731057501351 2024-11-08T09:18:23,564 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,38731,1731057501351' 2024-11-08T09:18:23,564 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1584159014/online-snapshot/abort' 2024-11-08T09:18:23,564 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1584159014/online-snapshot/acquired' 2024-11-08T09:18:23,564 DEBUG [RS:0;cf4d76213909:38731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:18:23,564 INFO [RS:0;cf4d76213909:38731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:18:23,564 INFO [RS:0;cf4d76213909:38731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:18:23,665 INFO [RS:0;cf4d76213909:38731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:18:23,666 INFO [RS:0;cf4d76213909:38731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C38731%2C1731057501351, suffix=, logDir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351, archiveDir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/oldWALs, maxLogs=10 2024-11-08T09:18:23,682 DEBUG [RS:0;cf4d76213909:38731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666, exclude list is [], retry=0 2024-11-08T09:18:23,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-79887c74-d843-46e3-b49b-6a23842544a2,DISK] 2024-11-08T09:18:23,686 INFO [RS:0;cf4d76213909:38731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 2024-11-08T09:18:23,686 DEBUG [RS:0;cf4d76213909:38731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33967:33967)] 2024-11-08T09:18:23,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:23,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:18:23,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:18:23,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:23,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:23,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:18:23,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:18:23,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:23,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:23,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:18:23,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:18:23,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:23,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:23,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:18:23,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:18:23,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:23,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:23,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:18:23,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740 2024-11-08T09:18:23,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740 2024-11-08T09:18:23,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:18:23,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:18:23,806 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:23,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:18:23,809 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:23,809 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75089357, jitterRate=0.11891861259937286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:23,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057503797Initializing all the Stores at 1731057503797Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057503797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057503798 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057503798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057503798Cleaning up temporary data from old regions at 1731057503806 (+8 ms)Region opened successfully at 1731057503809 (+3 ms) 2024-11-08T09:18:23,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:18:23,809 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:18:23,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:18:23,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:18:23,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:18:23,810 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:23,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057503809Disabling compacts and flushes for region at 1731057503809Disabling writes for close at 1731057503809Writing region close event to WAL at 1731057503810 (+1 ms)Closed at 1731057503810 2024-11-08T09:18:23,811 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:23,811 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:18:23,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:18:23,812 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:18:23,812 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:18:23,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:18:23,962 DEBUG [cf4d76213909:41655 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:18:23,963 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,38731,1731057501351 2024-11-08T09:18:23,964 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,38731,1731057501351, state=OPENING 2024-11-08T09:18:24,071 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:18:24,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:24,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:24,114 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:18:24,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1584159014/meta-region-server: CHANGED 2024-11-08T09:18:24,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1584159014/meta-region-server: CHANGED 2024-11-08T09:18:24,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,38731,1731057501351}] 2024-11-08T09:18:24,265 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:18:24,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:18:24,269 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:18:24,269 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:24,270 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:18:24,271 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C38731%2C1731057501351.meta, suffix=.meta, logDir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351, archiveDir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/oldWALs, maxLogs=10 2024-11-08T09:18:24,283 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.meta.1731057504271.meta, exclude list is [], retry=0 2024-11-08T09:18:24,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-79887c74-d843-46e3-b49b-6a23842544a2,DISK] 2024-11-08T09:18:24,287 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.meta.1731057504271.meta 2024-11-08T09:18:24,287 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33967:33967)] 2024-11-08T09:18:24,288 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:24,288 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:18:24,288 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:18:24,288 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:18:24,288 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:18:24,288 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:18:24,288 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:24,289 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:18:24,289 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:18:24,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:18:24,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:18:24,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:24,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:24,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:18:24,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:18:24,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:24,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:24,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:18:24,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:18:24,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:24,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:24,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:18:24,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:18:24,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:24,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:24,297 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:18:24,298 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740 2024-11-08T09:18:24,299 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740 2024-11-08T09:18:24,300 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:18:24,300 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:18:24,300 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:24,301 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:18:24,302 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65894554, jitterRate=-0.018094629049301147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:24,302 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:18:24,302 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057504289Writing region info on filesystem at 1731057504289Initializing all the Stores at 1731057504290 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057504290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057504293 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057504293Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057504293Cleaning up temporary data from old regions at 1731057504300 (+7 ms)Running coprocessor post-open hooks at 1731057504302 (+2 ms)Region opened successfully at 1731057504302 2024-11-08T09:18:24,302 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057504265 2024-11-08T09:18:24,304 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:18:24,304 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:18:24,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,38731,1731057501351 2024-11-08T09:18:24,305 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,38731,1731057501351, state=OPEN 2024-11-08T09:18:24,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1584159014/meta-region-server 2024-11-08T09:18:24,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1584159014/meta-region-server 2024-11-08T09:18:24,313 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,38731,1731057501351 2024-11-08T09:18:24,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1584159014/meta-region-server: CHANGED 2024-11-08T09:18:24,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1584159014/meta-region-server: CHANGED 2024-11-08T09:18:24,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:18:24,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,38731,1731057501351 in 199 msec 2024-11-08T09:18:24,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:18:24,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-11-08T09:18:24,318 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:24,318 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:18:24,319 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:24,319 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1] 2024-11-08T09:18:24,319 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:24,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:24,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 944 msec 2024-11-08T09:18:24,324 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057504324, completionTime=-1 2024-11-08T09:18:24,325 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:18:24,325 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:18:24,326 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:18:24,326 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057564326 2024-11-08T09:18:24,326 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057624326 2024-11-08T09:18:24,326 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T09:18:24,326 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41655,1731057501176-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:24,326 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41655,1731057501176-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:24,326 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41655,1731057501176-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:24,327 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:41655, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:24,327 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:24,327 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:24,328 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:18:24,329 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.910sec 2024-11-08T09:18:24,330 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:18:24,330 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:18:24,330 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:18:24,330 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:18:24,330 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:18:24,330 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41655,1731057501176-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:18:24,330 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41655,1731057501176-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:18:24,332 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:18:24,332 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:18:24,332 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41655,1731057501176-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:24,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efaa54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:24,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41655,-1 for getting cluster id 2024-11-08T09:18:24,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:24,379 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f707cbc4-71ff-4d79-86c6-4ff528730a64' 2024-11-08T09:18:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f707cbc4-71ff-4d79-86c6-4ff528730a64" 2024-11-08T09:18:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0108de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41655,-1] 2024-11-08T09:18:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:24,381 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:24,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e56d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:24,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1] 2024-11-08T09:18:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:24,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:24,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,41655,1731057501176 2024-11-08T09:18:24,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52377 2024-11-08T09:18:24,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:24,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10119bd22a70005 connected 2024-11-08T09:18:24,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33731,1731057495875 2024-11-08T09:18:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57d1fa67 2024-11-08T09:18:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:24,412 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:18:24,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:18:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:18:24,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:18:24,415 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:24,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:18:24,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:18:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:24,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:18:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:24,822 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2dc08b3e5e39ed18984732cefbf700a0, NAME => 'test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63 2024-11-08T09:18:24,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:18:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:25,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:25,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2dc08b3e5e39ed18984732cefbf700a0, disabling compactions & flushes 2024-11-08T09:18:25,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. 2024-11-08T09:18:25,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. 2024-11-08T09:18:25,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. after waiting 0 ms 2024-11-08T09:18:25,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. 2024-11-08T09:18:25,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. 2024-11-08T09:18:25,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2dc08b3e5e39ed18984732cefbf700a0: Waiting for close lock at 1731057505228Disabling compacts and flushes for region at 1731057505228Disabling writes for close at 1731057505228Writing region close event to WAL at 1731057505228Closed at 1731057505228 2024-11-08T09:18:25,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:18:25,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057505229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057505229"}]},"ts":"1731057505229"} 2024-11-08T09:18:25,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:18:25,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:18:25,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057505233"}]},"ts":"1731057505233"} 2024-11-08T09:18:25,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:18:25,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2dc08b3e5e39ed18984732cefbf700a0, ASSIGN}] 2024-11-08T09:18:25,236 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2dc08b3e5e39ed18984732cefbf700a0, ASSIGN 2024-11-08T09:18:25,237 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2dc08b3e5e39ed18984732cefbf700a0, ASSIGN; state=OFFLINE, location=cf4d76213909,33219,1731057496086; forceNewPlan=false, retain=false 2024-11-08T09:18:25,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dc08b3e5e39ed18984732cefbf700a0, regionState=OPENING, regionLocation=cf4d76213909,33219,1731057496086 2024-11-08T09:18:25,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2dc08b3e5e39ed18984732cefbf700a0, ASSIGN because future has completed 2024-11-08T09:18:25,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dc08b3e5e39ed18984732cefbf700a0, server=cf4d76213909,33219,1731057496086}] 2024-11-08T09:18:25,545 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. 2024-11-08T09:18:25,545 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dc08b3e5e39ed18984732cefbf700a0, NAME => 'test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:25,545 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:18:25,545 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:18:25,545 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:25,545 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:25,545 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:25,545 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:25,546 INFO [StoreOpener-2dc08b3e5e39ed18984732cefbf700a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:25,547 INFO [StoreOpener-2dc08b3e5e39ed18984732cefbf700a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc08b3e5e39ed18984732cefbf700a0 columnFamilyName f 2024-11-08T09:18:25,547 DEBUG [StoreOpener-2dc08b3e5e39ed18984732cefbf700a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:25,548 INFO [StoreOpener-2dc08b3e5e39ed18984732cefbf700a0-1 {}] regionserver.HStore(327): Store=2dc08b3e5e39ed18984732cefbf700a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:25,548 INFO [StoreOpener-2dc08b3e5e39ed18984732cefbf700a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:25,548 INFO [StoreOpener-2dc08b3e5e39ed18984732cefbf700a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc08b3e5e39ed18984732cefbf700a0 columnFamilyName f1 2024-11-08T09:18:25,548 DEBUG [StoreOpener-2dc08b3e5e39ed18984732cefbf700a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:25,549 INFO [StoreOpener-2dc08b3e5e39ed18984732cefbf700a0-1 {}] regionserver.HStore(327): Store=2dc08b3e5e39ed18984732cefbf700a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:25,549 INFO [StoreOpener-2dc08b3e5e39ed18984732cefbf700a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:25,549 INFO [StoreOpener-2dc08b3e5e39ed18984732cefbf700a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc08b3e5e39ed18984732cefbf700a0 columnFamilyName norep 2024-11-08T09:18:25,550 DEBUG [StoreOpener-2dc08b3e5e39ed18984732cefbf700a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:25,550 INFO [StoreOpener-2dc08b3e5e39ed18984732cefbf700a0-1 {}] regionserver.HStore(327): Store=2dc08b3e5e39ed18984732cefbf700a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:25,550 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:25,550 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:25,551 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:25,551 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:25,551 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:25,552 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:18:25,552 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:25,554 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:25,554 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2dc08b3e5e39ed18984732cefbf700a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65722442, jitterRate=-0.020659297704696655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:18:25,554 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:25,555 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2dc08b3e5e39ed18984732cefbf700a0: Running coprocessor pre-open hook at 1731057505545Writing region info on filesystem at 1731057505546 (+1 ms)Initializing all the Stores at 1731057505546Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057505546Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057505546Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057505546Cleaning up temporary data from old regions at 1731057505551 (+5 ms)Running coprocessor post-open hooks at 1731057505554 (+3 ms)Region opened successfully at 1731057505555 (+1 ms) 2024-11-08T09:18:25,567 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0., pid=6, masterSystemTime=1731057505542 2024-11-08T09:18:25,569 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. 2024-11-08T09:18:25,569 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. 2024-11-08T09:18:25,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dc08b3e5e39ed18984732cefbf700a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,33219,1731057496086 2024-11-08T09:18:25,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dc08b3e5e39ed18984732cefbf700a0, server=cf4d76213909,33219,1731057496086 because future has completed 2024-11-08T09:18:25,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:18:25,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dc08b3e5e39ed18984732cefbf700a0, server=cf4d76213909,33219,1731057496086 in 182 msec 2024-11-08T09:18:25,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:18:25,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2dc08b3e5e39ed18984732cefbf700a0, ASSIGN in 339 msec 2024-11-08T09:18:25,576 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:18:25,576 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057505576"}]},"ts":"1731057505576"} 2024-11-08T09:18:25,577 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:18:25,578 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:18:25,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-08T09:18:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:26,561 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:18:26,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41655,1731057501176 2024-11-08T09:18:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a72dda4 2024-11-08T09:18:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:26,563 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:18:26,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:18:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:18:26,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:18:26,566 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:26,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:18:26,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:18:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:26,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:18:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:26,974 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46827089c45069f6c5748933a8ca177c, NAME => 'test,,1731057506563.46827089c45069f6c5748933a8ca177c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408 2024-11-08T09:18:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:18:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:27,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:18:27,291 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T09:18:27,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T09:18:27,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T09:18:27,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:27,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T09:18:27,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:18:27,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T09:18:27,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:18:27,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T09:18:27,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T09:18:27,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T09:18:27,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057506563.46827089c45069f6c5748933a8ca177c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:27,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 46827089c45069f6c5748933a8ca177c, disabling compactions & flushes 2024-11-08T09:18:27,391 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057506563.46827089c45069f6c5748933a8ca177c. 2024-11-08T09:18:27,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057506563.46827089c45069f6c5748933a8ca177c. 2024-11-08T09:18:27,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057506563.46827089c45069f6c5748933a8ca177c. after waiting 0 ms 2024-11-08T09:18:27,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057506563.46827089c45069f6c5748933a8ca177c. 2024-11-08T09:18:27,391 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057506563.46827089c45069f6c5748933a8ca177c. 2024-11-08T09:18:27,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46827089c45069f6c5748933a8ca177c: Waiting for close lock at 1731057507391Disabling compacts and flushes for region at 1731057507391Disabling writes for close at 1731057507391Writing region close event to WAL at 1731057507391Closed at 1731057507391 2024-11-08T09:18:27,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:18:27,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057506563.46827089c45069f6c5748933a8ca177c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057507393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057507393"}]},"ts":"1731057507393"} 2024-11-08T09:18:27,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:18:27,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:18:27,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057507398"}]},"ts":"1731057507398"} 2024-11-08T09:18:27,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:18:27,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=46827089c45069f6c5748933a8ca177c, ASSIGN}] 2024-11-08T09:18:27,406 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=46827089c45069f6c5748933a8ca177c, ASSIGN 2024-11-08T09:18:27,407 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=46827089c45069f6c5748933a8ca177c, ASSIGN; state=OFFLINE, location=cf4d76213909,38731,1731057501351; forceNewPlan=false, retain=false 2024-11-08T09:18:27,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46827089c45069f6c5748933a8ca177c, regionState=OPENING, regionLocation=cf4d76213909,38731,1731057501351 2024-11-08T09:18:27,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=46827089c45069f6c5748933a8ca177c, ASSIGN because future has completed 2024-11-08T09:18:27,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46827089c45069f6c5748933a8ca177c, server=cf4d76213909,38731,1731057501351}] 2024-11-08T09:18:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:27,728 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057506563.46827089c45069f6c5748933a8ca177c. 2024-11-08T09:18:27,728 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 46827089c45069f6c5748933a8ca177c, NAME => 'test,,1731057506563.46827089c45069f6c5748933a8ca177c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:27,729 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:18:27,729 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:18:27,729 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:27,729 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057506563.46827089c45069f6c5748933a8ca177c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:27,729 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:27,729 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:27,732 INFO [StoreOpener-46827089c45069f6c5748933a8ca177c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:27,734 INFO [StoreOpener-46827089c45069f6c5748933a8ca177c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46827089c45069f6c5748933a8ca177c columnFamilyName f 2024-11-08T09:18:27,734 DEBUG [StoreOpener-46827089c45069f6c5748933a8ca177c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:27,735 INFO [StoreOpener-46827089c45069f6c5748933a8ca177c-1 {}] regionserver.HStore(327): Store=46827089c45069f6c5748933a8ca177c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:27,735 INFO [StoreOpener-46827089c45069f6c5748933a8ca177c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:27,736 INFO [StoreOpener-46827089c45069f6c5748933a8ca177c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46827089c45069f6c5748933a8ca177c columnFamilyName f1 2024-11-08T09:18:27,736 DEBUG [StoreOpener-46827089c45069f6c5748933a8ca177c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:27,736 INFO [StoreOpener-46827089c45069f6c5748933a8ca177c-1 {}] regionserver.HStore(327): Store=46827089c45069f6c5748933a8ca177c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:27,737 INFO [StoreOpener-46827089c45069f6c5748933a8ca177c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:27,738 INFO [StoreOpener-46827089c45069f6c5748933a8ca177c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46827089c45069f6c5748933a8ca177c columnFamilyName norep 2024-11-08T09:18:27,738 DEBUG [StoreOpener-46827089c45069f6c5748933a8ca177c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:27,739 INFO [StoreOpener-46827089c45069f6c5748933a8ca177c-1 {}] regionserver.HStore(327): Store=46827089c45069f6c5748933a8ca177c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:27,739 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:27,740 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:27,740 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:27,742 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:27,742 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:27,742 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:18:27,744 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:27,749 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:27,750 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 46827089c45069f6c5748933a8ca177c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61069087, jitterRate=-0.08999969065189362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:18:27,750 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:27,750 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 46827089c45069f6c5748933a8ca177c: Running coprocessor pre-open hook at 1731057507729Writing region info on filesystem at 1731057507729Initializing all the Stores at 1731057507730 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057507730Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057507732 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057507732Cleaning up temporary data from old regions at 1731057507742 (+10 ms)Running coprocessor post-open hooks at 1731057507750 (+8 ms)Region opened successfully at 1731057507750 2024-11-08T09:18:27,751 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057506563.46827089c45069f6c5748933a8ca177c., pid=6, masterSystemTime=1731057507713 2024-11-08T09:18:27,755 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057506563.46827089c45069f6c5748933a8ca177c. 2024-11-08T09:18:27,755 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057506563.46827089c45069f6c5748933a8ca177c. 2024-11-08T09:18:27,756 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46827089c45069f6c5748933a8ca177c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,38731,1731057501351 2024-11-08T09:18:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46827089c45069f6c5748933a8ca177c, server=cf4d76213909,38731,1731057501351 because future has completed 2024-11-08T09:18:27,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:18:27,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 46827089c45069f6c5748933a8ca177c, server=cf4d76213909,38731,1731057501351 in 210 msec 2024-11-08T09:18:27,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:18:27,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=46827089c45069f6c5748933a8ca177c, ASSIGN in 369 msec 2024-11-08T09:18:27,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:18:27,776 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057507776"}]},"ts":"1731057507776"} 2024-11-08T09:18:27,779 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:18:27,780 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:18:27,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2160 sec 2024-11-08T09:18:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:28,711 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:18:28,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fcf623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:28,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33731,-1 for getting cluster id 2024-11-08T09:18:28,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:28,713 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ebd3fd-4a38-47ba-8db2-0d70c6c35504' 2024-11-08T09:18:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ebd3fd-4a38-47ba-8db2-0d70c6c35504" 2024-11-08T09:18:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d4114e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33731,-1] 2024-11-08T09:18:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:28,714 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:28,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648109ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:28,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bc88af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:28,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41655,-1 for getting cluster id 2024-11-08T09:18:28,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:28,716 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f707cbc4-71ff-4d79-86c6-4ff528730a64' 2024-11-08T09:18:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f707cbc4-71ff-4d79-86c6-4ff528730a64" 2024-11-08T09:18:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d32a2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41655,-1] 2024-11-08T09:18:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:28,718 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7880dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:28,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f510359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:28,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33731,-1 for getting cluster id 2024-11-08T09:18:28,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:28,721 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ebd3fd-4a38-47ba-8db2-0d70c6c35504' 2024-11-08T09:18:28,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:28,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ebd3fd-4a38-47ba-8db2-0d70c6c35504" 2024-11-08T09:18:28,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c76152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:28,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33731,-1] 2024-11-08T09:18:28,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:28,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:28,722 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:28,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418738f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:28,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:28,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33731,1731057495875 2024-11-08T09:18:28,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a92e2b8 2024-11-08T09:18:28,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:28,725 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:18:28,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:41655,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:18:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:18:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:18:28,729 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41655' 2024-11-08T09:18:28,730 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7261ba57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:28,730 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41655,-1 for getting cluster id 2024-11-08T09:18:28,730 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:28,730 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f707cbc4-71ff-4d79-86c6-4ff528730a64' 2024-11-08T09:18:28,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:28,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f707cbc4-71ff-4d79-86c6-4ff528730a64" 2024-11-08T09:18:28,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689d254d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:28,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41655,-1] 2024-11-08T09:18:28,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:28,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:28,732 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:28,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc7fae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:28,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:28,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41655,1731057501176 2024-11-08T09:18:28,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f1ff87a 2024-11-08T09:18:28,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:28,734 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:18:28,735 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T09:18:28,735 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:18:28,735 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:28,735 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:28,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:28,736 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:18:28,737 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:18:28,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:18:28,738 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:28,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:18:28,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741837_1013 (size=1138) 2024-11-08T09:18:28,762 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1f3f5d5dca95af2672bc7a9d7728869, NAME => 'hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63 2024-11-08T09:18:28,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741838_1014 (size=44) 2024-11-08T09:18:28,776 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:28,776 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d1f3f5d5dca95af2672bc7a9d7728869, disabling compactions & flushes 2024-11-08T09:18:28,776 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. 2024-11-08T09:18:28,776 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. 2024-11-08T09:18:28,776 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. after waiting 0 ms 2024-11-08T09:18:28,776 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. 2024-11-08T09:18:28,776 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. 2024-11-08T09:18:28,776 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1f3f5d5dca95af2672bc7a9d7728869: Waiting for close lock at 1731057508776Disabling compacts and flushes for region at 1731057508776Disabling writes for close at 1731057508776Writing region close event to WAL at 1731057508776Closed at 1731057508776 2024-11-08T09:18:28,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:18:28,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057508777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057508777"}]},"ts":"1731057508777"} 2024-11-08T09:18:28,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:18:28,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:18:28,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057508781"}]},"ts":"1731057508781"} 2024-11-08T09:18:28,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:18:28,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1f3f5d5dca95af2672bc7a9d7728869, ASSIGN}] 2024-11-08T09:18:28,786 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1f3f5d5dca95af2672bc7a9d7728869, ASSIGN 2024-11-08T09:18:28,787 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1f3f5d5dca95af2672bc7a9d7728869, ASSIGN; state=OFFLINE, location=cf4d76213909,33219,1731057496086; forceNewPlan=false, retain=false 2024-11-08T09:18:28,787 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:18:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:18:28,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d1f3f5d5dca95af2672bc7a9d7728869, regionState=OPENING, regionLocation=cf4d76213909,33219,1731057496086 2024-11-08T09:18:28,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1f3f5d5dca95af2672bc7a9d7728869, ASSIGN because future has completed 2024-11-08T09:18:28,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1f3f5d5dca95af2672bc7a9d7728869, server=cf4d76213909,33219,1731057496086}] 2024-11-08T09:18:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:18:29,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. 2024-11-08T09:18:29,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:29,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:18:29,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C33219%2C1731057496086.rep, suffix=, logDir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086, archiveDir=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/oldWALs, maxLogs=10 2024-11-08T09:18:29,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.rep.1731057509098, exclude list is [], retry=0 2024-11-08T09:18:29,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-4f11594a-f547-4998-ac37-ff9be5943293,DISK] 2024-11-08T09:18:29,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.rep.1731057509098 2024-11-08T09:18:29,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417)] 2024-11-08T09:18:29,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d1f3f5d5dca95af2672bc7a9d7728869, NAME => 'hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:29,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:18:29,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:18:29,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. service=MultiRowMutationService 2024-11-08T09:18:29,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:18:29,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:29,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:29,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:29,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:29,116 INFO [StoreOpener-d1f3f5d5dca95af2672bc7a9d7728869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:29,117 INFO [StoreOpener-d1f3f5d5dca95af2672bc7a9d7728869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1f3f5d5dca95af2672bc7a9d7728869 columnFamilyName hfileref 2024-11-08T09:18:29,118 DEBUG [StoreOpener-d1f3f5d5dca95af2672bc7a9d7728869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:29,118 INFO [StoreOpener-d1f3f5d5dca95af2672bc7a9d7728869-1 {}] regionserver.HStore(327): Store=d1f3f5d5dca95af2672bc7a9d7728869/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:29,118 INFO [StoreOpener-d1f3f5d5dca95af2672bc7a9d7728869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:29,119 INFO [StoreOpener-d1f3f5d5dca95af2672bc7a9d7728869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1f3f5d5dca95af2672bc7a9d7728869 columnFamilyName queue 2024-11-08T09:18:29,119 DEBUG [StoreOpener-d1f3f5d5dca95af2672bc7a9d7728869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:29,119 INFO [StoreOpener-d1f3f5d5dca95af2672bc7a9d7728869-1 {}] regionserver.HStore(327): Store=d1f3f5d5dca95af2672bc7a9d7728869/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:29,119 INFO [StoreOpener-d1f3f5d5dca95af2672bc7a9d7728869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:29,120 INFO [StoreOpener-d1f3f5d5dca95af2672bc7a9d7728869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1f3f5d5dca95af2672bc7a9d7728869 columnFamilyName sid 2024-11-08T09:18:29,120 DEBUG [StoreOpener-d1f3f5d5dca95af2672bc7a9d7728869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:29,121 INFO [StoreOpener-d1f3f5d5dca95af2672bc7a9d7728869-1 {}] regionserver.HStore(327): Store=d1f3f5d5dca95af2672bc7a9d7728869/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:29,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:29,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:29,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:29,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:29,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:29,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:18:29,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:29,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:29,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d1f3f5d5dca95af2672bc7a9d7728869; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69995796, jitterRate=0.043018639087677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:18:29,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:29,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d1f3f5d5dca95af2672bc7a9d7728869: Running coprocessor pre-open hook at 1731057509115Writing region info on filesystem at 1731057509115Initializing all the Stores at 1731057509116 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057509116Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057509116Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057509116Cleaning up temporary data from old regions at 1731057509123 (+7 ms)Running coprocessor post-open hooks at 1731057509133 (+10 ms)Region opened successfully at 1731057509134 (+1 ms) 2024-11-08T09:18:29,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869., pid=10, masterSystemTime=1731057509091 2024-11-08T09:18:29,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. 2024-11-08T09:18:29,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. 2024-11-08T09:18:29,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d1f3f5d5dca95af2672bc7a9d7728869, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,33219,1731057496086 2024-11-08T09:18:29,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1f3f5d5dca95af2672bc7a9d7728869, server=cf4d76213909,33219,1731057496086 because future has completed 2024-11-08T09:18:29,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:18:29,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d1f3f5d5dca95af2672bc7a9d7728869, server=cf4d76213909,33219,1731057496086 in 203 msec 2024-11-08T09:18:29,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T09:18:29,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1f3f5d5dca95af2672bc7a9d7728869, ASSIGN in 359 msec 2024-11-08T09:18:29,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:18:29,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057509146"}]},"ts":"1731057509146"} 2024-11-08T09:18:29,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:18:29,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:18:29,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 414 msec 2024-11-08T09:18:29,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869., hostname=cf4d76213909,33219,1731057496086, seqNum=2] 2024-11-08T09:18:29,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:29,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:29,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:18:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:18:29,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T09:18:29,462 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:18:29,493 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,33219,1731057496086, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:18:29,493 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:29,493 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,33219,1731057496086, seqNum=-1] 2024-11-08T09:18:29,493 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:29,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T09:18:29,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,33219,1731057496086', locateType=CURRENT is [region=hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869., hostname=cf4d76213909,33219,1731057496086, seqNum=2] 2024-11-08T09:18:29,498 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T09:18:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T09:18:29,500 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,33219,1731057496086 suceeded 2024-11-08T09:18:29,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T09:18:29,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-08T09:18:29,502 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:41655,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:18:29,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 777 msec 2024-11-08T09:18:29,516 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41655' 2024-11-08T09:18:29,517 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f2ef5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:29,517 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41655,-1 for getting cluster id 2024-11-08T09:18:29,518 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:29,518 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f707cbc4-71ff-4d79-86c6-4ff528730a64' 2024-11-08T09:18:29,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:29,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f707cbc4-71ff-4d79-86c6-4ff528730a64" 2024-11-08T09:18:29,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@573b8b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:29,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41655,-1] 2024-11-08T09:18:29,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:29,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:29,520 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:29,520 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d5d2f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:29,521 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:29,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41655,1731057501176 2024-11-08T09:18:29,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b48da9e 2024-11-08T09:18:29,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:29,522 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T09:18:29,523 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,33219,1731057496086 (queues=1) is replicating from cluster=b1ebd3fd-4a38-47ba-8db2-0d70c6c35504 to cluster=f707cbc4-71ff-4d79-86c6-4ff528730a64 2024-11-08T09:18:29,523 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C33219%2C1731057496086 2024-11-08T09:18:29,523 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,33219,1731057496086, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:18:29,524 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971, startPosition=0, beingWritten=true 2024-11-08T09:18:29,524 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C33219%2C1731057496086 2024-11-08T09:18:29,531 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:18:29,531 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 379, reset compression=false 2024-11-08T09:18:29,532 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,33219,1731057496086 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:18:29,745 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 379, reset compression=false 2024-11-08T09:18:29,791 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:18:29,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:29,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:29,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:29,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:29,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:29,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:29,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:29,856 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T09:18:29,857 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T09:18:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:18:29,862 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:18:29,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:18:29,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:29,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:29,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:29,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:29,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c83422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:29,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41655,-1 for getting cluster id 2024-11-08T09:18:29,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:29,868 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f707cbc4-71ff-4d79-86c6-4ff528730a64' 2024-11-08T09:18:29,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:29,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f707cbc4-71ff-4d79-86c6-4ff528730a64" 2024-11-08T09:18:29,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153c9c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:29,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41655,-1] 2024-11-08T09:18:29,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:29,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:29,870 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:29,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32406bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:29,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:29,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41655,1731057501176 2024-11-08T09:18:29,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59d34df2 2024-11-08T09:18:29,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:29,875 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:18:29,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:33731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:18:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:18:29,878 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:33731' 2024-11-08T09:18:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:18:29,879 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338bbb1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:29,879 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33731,-1 for getting cluster id 2024-11-08T09:18:29,879 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:29,880 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ebd3fd-4a38-47ba-8db2-0d70c6c35504' 2024-11-08T09:18:29,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:29,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ebd3fd-4a38-47ba-8db2-0d70c6c35504" 2024-11-08T09:18:29,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b13921d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:29,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33731,-1] 2024-11-08T09:18:29,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:29,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:29,881 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:29,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b721762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:29,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:29,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33731,1731057495875 2024-11-08T09:18:29,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44381458 2024-11-08T09:18:29,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:29,884 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:18:29,885 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T09:18:29,885 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:18:29,885 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:29,885 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:29,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:29,886 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:18:29,887 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:18:29,888 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:18:29,888 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:29,889 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:18:29,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741837_1013 (size=1138) 2024-11-08T09:18:29,937 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:18:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:18:30,050 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 379, reset compression=false 2024-11-08T09:18:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:18:30,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8811b361b9dfe81d5e5a28ab30dee2c, NAME => 'hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408 2024-11-08T09:18:30,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741838_1014 (size=44) 2024-11-08T09:18:30,454 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 379, reset compression=false 2024-11-08T09:18:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:18:30,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:30,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d8811b361b9dfe81d5e5a28ab30dee2c, disabling compactions & flushes 2024-11-08T09:18:30,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. 2024-11-08T09:18:30,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. 2024-11-08T09:18:30,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. after waiting 0 ms 2024-11-08T09:18:30,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. 2024-11-08T09:18:30,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. 2024-11-08T09:18:30,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8811b361b9dfe81d5e5a28ab30dee2c: Waiting for close lock at 1731057510707Disabling compacts and flushes for region at 1731057510707Disabling writes for close at 1731057510707Writing region close event to WAL at 1731057510707Closed at 1731057510707 2024-11-08T09:18:30,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:18:30,709 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057510709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057510709"}]},"ts":"1731057510709"} 2024-11-08T09:18:30,711 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:18:30,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:18:30,712 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057510712"}]},"ts":"1731057510712"} 2024-11-08T09:18:30,714 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:18:30,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8811b361b9dfe81d5e5a28ab30dee2c, ASSIGN}] 2024-11-08T09:18:30,716 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8811b361b9dfe81d5e5a28ab30dee2c, ASSIGN 2024-11-08T09:18:30,717 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8811b361b9dfe81d5e5a28ab30dee2c, ASSIGN; state=OFFLINE, location=cf4d76213909,38731,1731057501351; forceNewPlan=false, retain=false 2024-11-08T09:18:30,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8811b361b9dfe81d5e5a28ab30dee2c, regionState=OPENING, regionLocation=cf4d76213909,38731,1731057501351 2024-11-08T09:18:30,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8811b361b9dfe81d5e5a28ab30dee2c, ASSIGN because future has completed 2024-11-08T09:18:30,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8811b361b9dfe81d5e5a28ab30dee2c, server=cf4d76213909,38731,1731057501351}] 2024-11-08T09:18:30,958 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 379, reset compression=false 2024-11-08T09:18:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:18:31,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. 2024-11-08T09:18:31,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:31,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:18:31,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C38731%2C1731057501351.rep, suffix=, logDir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351, archiveDir=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/oldWALs, maxLogs=10 2024-11-08T09:18:31,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.rep.1731057511042, exclude list is [], retry=0 2024-11-08T09:18:31,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-79887c74-d843-46e3-b49b-6a23842544a2,DISK] 2024-11-08T09:18:31,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.rep.1731057511042 2024-11-08T09:18:31,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33967:33967)] 2024-11-08T09:18:31,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d8811b361b9dfe81d5e5a28ab30dee2c, NAME => 'hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:31,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:18:31,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:18:31,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. service=MultiRowMutationService 2024-11-08T09:18:31,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:18:31,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:31,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:31,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:31,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:31,066 INFO [StoreOpener-d8811b361b9dfe81d5e5a28ab30dee2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:31,067 INFO [StoreOpener-d8811b361b9dfe81d5e5a28ab30dee2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8811b361b9dfe81d5e5a28ab30dee2c columnFamilyName hfileref 2024-11-08T09:18:31,067 DEBUG [StoreOpener-d8811b361b9dfe81d5e5a28ab30dee2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:31,068 INFO [StoreOpener-d8811b361b9dfe81d5e5a28ab30dee2c-1 {}] regionserver.HStore(327): Store=d8811b361b9dfe81d5e5a28ab30dee2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:31,068 INFO [StoreOpener-d8811b361b9dfe81d5e5a28ab30dee2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:31,069 INFO [StoreOpener-d8811b361b9dfe81d5e5a28ab30dee2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8811b361b9dfe81d5e5a28ab30dee2c columnFamilyName queue 2024-11-08T09:18:31,069 DEBUG [StoreOpener-d8811b361b9dfe81d5e5a28ab30dee2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:31,069 INFO [StoreOpener-d8811b361b9dfe81d5e5a28ab30dee2c-1 {}] regionserver.HStore(327): Store=d8811b361b9dfe81d5e5a28ab30dee2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:31,069 INFO [StoreOpener-d8811b361b9dfe81d5e5a28ab30dee2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:31,070 INFO [StoreOpener-d8811b361b9dfe81d5e5a28ab30dee2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8811b361b9dfe81d5e5a28ab30dee2c columnFamilyName sid 2024-11-08T09:18:31,070 DEBUG [StoreOpener-d8811b361b9dfe81d5e5a28ab30dee2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:31,070 INFO [StoreOpener-d8811b361b9dfe81d5e5a28ab30dee2c-1 {}] regionserver.HStore(327): Store=d8811b361b9dfe81d5e5a28ab30dee2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:31,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:31,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:31,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:31,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:31,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:31,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:18:31,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:31,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:31,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d8811b361b9dfe81d5e5a28ab30dee2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74554069, jitterRate=0.11094219982624054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:18:31,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:31,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d8811b361b9dfe81d5e5a28ab30dee2c: Running coprocessor pre-open hook at 1731057511065Writing region info on filesystem at 1731057511065Initializing all the Stores at 1731057511066 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057511066Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057511066Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057511066Cleaning up temporary data from old regions at 1731057511072 (+6 ms)Running coprocessor post-open hooks at 1731057511075 (+3 ms)Region opened successfully at 1731057511075 2024-11-08T09:18:31,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c., pid=10, masterSystemTime=1731057511033 2024-11-08T09:18:31,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. 2024-11-08T09:18:31,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. 2024-11-08T09:18:31,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8811b361b9dfe81d5e5a28ab30dee2c, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,38731,1731057501351 2024-11-08T09:18:31,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8811b361b9dfe81d5e5a28ab30dee2c, server=cf4d76213909,38731,1731057501351 because future has completed 2024-11-08T09:18:31,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:18:31,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d8811b361b9dfe81d5e5a28ab30dee2c, server=cf4d76213909,38731,1731057501351 in 201 msec 2024-11-08T09:18:31,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T09:18:31,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8811b361b9dfe81d5e5a28ab30dee2c, ASSIGN in 368 msec 2024-11-08T09:18:31,085 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:18:31,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057511085"}]},"ts":"1731057511085"} 2024-11-08T09:18:31,087 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:18:31,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:18:31,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-11-08T09:18:31,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c., hostname=cf4d76213909,38731,1731057501351, seqNum=2] 2024-11-08T09:18:31,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:31,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:31,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:18:31,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T09:18:31,478 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:18:31,515 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,38731,1731057501351, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:18:31,516 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:31,516 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1] 2024-11-08T09:18:31,516 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:31,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T09:18:31,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,38731,1731057501351', locateType=CURRENT is [region=hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c., hostname=cf4d76213909,38731,1731057501351, seqNum=2] 2024-11-08T09:18:31,522 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T09:18:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T09:18:31,526 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,38731,1731057501351 suceeded 2024-11-08T09:18:31,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T09:18:31,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-08T09:18:31,528 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:33731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:18:31,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6530 sec 2024-11-08T09:18:31,547 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:33731' 2024-11-08T09:18:31,549 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f3eb27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:31,549 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33731,-1 for getting cluster id 2024-11-08T09:18:31,549 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:31,550 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ebd3fd-4a38-47ba-8db2-0d70c6c35504' 2024-11-08T09:18:31,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:31,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ebd3fd-4a38-47ba-8db2-0d70c6c35504" 2024-11-08T09:18:31,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@500c0b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:31,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33731,-1] 2024-11-08T09:18:31,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:31,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:31,553 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:31,554 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21890ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:31,554 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:31,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33731,1731057495875 2024-11-08T09:18:31,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6edff8d3 2024-11-08T09:18:31,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:31,556 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T09:18:31,556 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,38731,1731057501351 (queues=1) is replicating from cluster=f707cbc4-71ff-4d79-86c6-4ff528730a64 to cluster=b1ebd3fd-4a38-47ba-8db2-0d70c6c35504 2024-11-08T09:18:31,557 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C38731%2C1731057501351 2024-11-08T09:18:31,557 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,38731,1731057501351, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:18:31,560 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666, startPosition=0, beingWritten=true 2024-11-08T09:18:31,564 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.shippercf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C38731%2C1731057501351 2024-11-08T09:18:31,569 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:18:31,569 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 379, reset compression=false 2024-11-08T09:18:31,569 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.shippercf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,38731,1731057501351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:18:31,569 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 379, reset compression=false 2024-11-08T09:18:31,787 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 379, reset compression=false 2024-11-08T09:18:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:18:32,022 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:18:32,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:18:32,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:32,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:32,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:32,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:32,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:32,026 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731057512025/Put/seqid=0 2024-11-08T09:18:32,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741840_1016 (size=7894) 2024-11-08T09:18:32,092 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 379, reset compression=false 2024-11-08T09:18:32,278 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 379, reset compression=false 2024-11-08T09:18:32,433 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731057512433/Put/seqid=0 2024-11-08T09:18:32,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741841_1017 (size=7691) 2024-11-08T09:18:32,496 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 379, reset compression=false 2024-11-08T09:18:32,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c98c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:32,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33731,-1 for getting cluster id 2024-11-08T09:18:32,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:32,842 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ebd3fd-4a38-47ba-8db2-0d70c6c35504' 2024-11-08T09:18:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ebd3fd-4a38-47ba-8db2-0d70c6c35504" 2024-11-08T09:18:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220a0a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33731,-1] 2024-11-08T09:18:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:32,843 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:32,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c97d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:32,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,33219,1731057496086, seqNum=-1] 2024-11-08T09:18:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:32,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:32,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:32,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33731,1731057495875 2024-11-08T09:18:32,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af4ef43 2024-11-08T09:18:32,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:32,861 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:18:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0., hostname=cf4d76213909,33219,1731057496086, seqNum=2] 2024-11-08T09:18:32,868 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:18:32,877 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T09:18:32,880 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T09:18:32,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 2dc08b3e5e39ed18984732cefbf700a0/f 2024-11-08T09:18:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T09:18:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:18:32,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 2dc08b3e5e39ed18984732cefbf700a0/f 2024-11-08T09:18:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T09:18:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:18:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HRegion(2603): Flush status journal for 2dc08b3e5e39ed18984732cefbf700a0: 2024-11-08T09:18:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins__test__9s6907g7orgbqqolb795vcuipbcd54l58d0sr6h3obk7rj6t8i4ea1djfvtevm98/f/hfile_0 2024-11-08T09:18:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins__test__9s6907g7orgbqqolb795vcuipbcd54l58d0sr6h3obk7rj6t8i4ea1djfvtevm98/f/hfile_0 as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/330d4608b8514283b7609e0117baac4f_SeqId_4_ 2024-11-08T09:18:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins__test__9s6907g7orgbqqolb795vcuipbcd54l58d0sr6h3obk7rj6t8i4ea1djfvtevm98/f/hfile_1 2024-11-08T09:18:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins__test__9s6907g7orgbqqolb795vcuipbcd54l58d0sr6h3obk7rj6t8i4ea1djfvtevm98/f/hfile_1 as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/a1df9e36117d47259b6476b2a58a6ced_SeqId_4_ 2024-11-08T09:18:32,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins__test__9s6907g7orgbqqolb795vcuipbcd54l58d0sr6h3obk7rj6t8i4ea1djfvtevm98/f/hfile_0 into 2dc08b3e5e39ed18984732cefbf700a0/f as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/330d4608b8514283b7609e0117baac4f_SeqId_4_ - updating store file list. 2024-11-08T09:18:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 330d4608b8514283b7609e0117baac4f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:18:32,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/330d4608b8514283b7609e0117baac4f_SeqId_4_ into 2dc08b3e5e39ed18984732cefbf700a0/f 2024-11-08T09:18:32,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins__test__9s6907g7orgbqqolb795vcuipbcd54l58d0sr6h3obk7rj6t8i4ea1djfvtevm98/f/hfile_0 into 2dc08b3e5e39ed18984732cefbf700a0/f (new location: hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/330d4608b8514283b7609e0117baac4f_SeqId_4_) 2024-11-08T09:18:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins__test__9s6907g7orgbqqolb795vcuipbcd54l58d0sr6h3obk7rj6t8i4ea1djfvtevm98/f/hfile_0 2024-11-08T09:18:32,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins__test__9s6907g7orgbqqolb795vcuipbcd54l58d0sr6h3obk7rj6t8i4ea1djfvtevm98/f/hfile_1 into 2dc08b3e5e39ed18984732cefbf700a0/f as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/a1df9e36117d47259b6476b2a58a6ced_SeqId_4_ - updating store file list. 2024-11-08T09:18:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1df9e36117d47259b6476b2a58a6ced_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:18:32,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/a1df9e36117d47259b6476b2a58a6ced_SeqId_4_ into 2dc08b3e5e39ed18984732cefbf700a0/f 2024-11-08T09:18:32,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins__test__9s6907g7orgbqqolb795vcuipbcd54l58d0sr6h3obk7rj6t8i4ea1djfvtevm98/f/hfile_1 into 2dc08b3e5e39ed18984732cefbf700a0/f (new location: hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/a1df9e36117d47259b6476b2a58a6ced_SeqId_4_) 2024-11-08T09:18:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins__test__9s6907g7orgbqqolb795vcuipbcd54l58d0sr6h3obk7rj6t8i4ea1djfvtevm98/f/hfile_1 2024-11-08T09:18:32,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:18:32,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:32,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:32,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:32,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0., hostname=cf4d76213909,33219,1731057496086, seqNum=2 , the old value is region=test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0., hostname=cf4d76213909,33219,1731057496086, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cf4d76213909:33219 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T09:18:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0., hostname=cf4d76213909,33219,1731057496086, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T09:18:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0., hostname=cf4d76213909,33219,1731057496086, seqNum=2 from cache 2024-11-08T09:18:32,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:32,916 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T09:18:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1] 2024-11-08T09:18:32,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:32,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:32,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731057506563.46827089c45069f6c5748933a8ca177c., hostname=cf4d76213909,38731,1731057501351, seqNum=2] 2024-11-08T09:18:32,921 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T09:18:33,000 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 379, reset compression=false 2024-11-08T09:18:33,021 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:33219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T09:18:33,082 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 379, reset compression=false 2024-11-08T09:18:33,098 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:18:33,098 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,33219,1731057496086 got entry batch from reader: WALEntryBatch [walEntries=[{test/2dc08b3e5e39ed18984732cefbf700a0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731057512913/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T09:18:33,100 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:18:33,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-08T09:18:33,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.ReplicationSink(318): Replicating [b1ebd3fd-4a38-47ba-8db2-0d70c6c35504] bulk loaded data 2024-11-08T09:18:33,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2907c2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:33,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41655,-1 for getting cluster id 2024-11-08T09:18:33,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:33,102 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f707cbc4-71ff-4d79-86c6-4ff528730a64' 2024-11-08T09:18:33,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:33,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f707cbc4-71ff-4d79-86c6-4ff528730a64" 2024-11-08T09:18:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ddd362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41655,-1] 2024-11-08T09:18:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:33,103 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:33,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ead3698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:33,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741840_1016 (size=7894) 2024-11-08T09:18:33,298 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 687, reset compression=false 2024-11-08T09:18:33,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741841_1017 (size=7691) 2024-11-08T09:18:33,603 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 687, reset compression=false 2024-11-08T09:18:33,604 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 379, reset compression=false 2024-11-08T09:18:33,924 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T09:18:33,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:33,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41655,1731057501176 2024-11-08T09:18:33,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65c099a2 2024-11-08T09:18:33,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:33,928 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T09:18:33,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:18:33,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:33,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1] 2024-11-08T09:18:33,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:33,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T09:18:33,939 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins.hfs.11__test__kh4gqrbeqgecg61pahr7ba009jnsao7j8duch8cdi5icqbofq43ac1702ios19k/f/330d4608b8514283b7609e0117baac4f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T09:18:33,942 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins.hfs.11__test__kh4gqrbeqgecg61pahr7ba009jnsao7j8duch8cdi5icqbofq43ac1702ios19k/f/a1df9e36117d47259b6476b2a58a6ced_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T09:18:33,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins.hfs.11__test__kh4gqrbeqgecg61pahr7ba009jnsao7j8duch8cdi5icqbofq43ac1702ios19k/f/330d4608b8514283b7609e0117baac4f_SeqId_4_ for inclusion in 46827089c45069f6c5748933a8ca177c/f 2024-11-08T09:18:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T09:18:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:18:33,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins.hfs.11__test__kh4gqrbeqgecg61pahr7ba009jnsao7j8duch8cdi5icqbofq43ac1702ios19k/f/a1df9e36117d47259b6476b2a58a6ced_SeqId_4_ for inclusion in 46827089c45069f6c5748933a8ca177c/f 2024-11-08T09:18:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T09:18:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:18:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(2603): Flush status journal for 46827089c45069f6c5748933a8ca177c: 2024-11-08T09:18:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 330d4608b8514283b7609e0117baac4f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T09:18:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins.hfs.11__test__kh4gqrbeqgecg61pahr7ba009jnsao7j8duch8cdi5icqbofq43ac1702ios19k/f/330d4608b8514283b7609e0117baac4f_SeqId_4_ as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/fa8bb4c509a64734bfa6cd7c152a93d2_SeqId_4_ 2024-11-08T09:18:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a1df9e36117d47259b6476b2a58a6ced_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T09:18:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins.hfs.11__test__kh4gqrbeqgecg61pahr7ba009jnsao7j8duch8cdi5icqbofq43ac1702ios19k/f/a1df9e36117d47259b6476b2a58a6ced_SeqId_4_ as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/4ade464122504c7ab0fdaeeaaba995e3_SeqId_4_ 2024-11-08T09:18:33,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins.hfs.11__test__kh4gqrbeqgecg61pahr7ba009jnsao7j8duch8cdi5icqbofq43ac1702ios19k/f/330d4608b8514283b7609e0117baac4f_SeqId_4_ into 46827089c45069f6c5748933a8ca177c/f as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/fa8bb4c509a64734bfa6cd7c152a93d2_SeqId_4_ - updating store file list. 2024-11-08T09:18:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa8bb4c509a64734bfa6cd7c152a93d2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:18:33,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/fa8bb4c509a64734bfa6cd7c152a93d2_SeqId_4_ into 46827089c45069f6c5748933a8ca177c/f 2024-11-08T09:18:33,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins.hfs.11__test__kh4gqrbeqgecg61pahr7ba009jnsao7j8duch8cdi5icqbofq43ac1702ios19k/f/330d4608b8514283b7609e0117baac4f_SeqId_4_ into 46827089c45069f6c5748933a8ca177c/f (new location: hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/fa8bb4c509a64734bfa6cd7c152a93d2_SeqId_4_) 2024-11-08T09:18:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins.hfs.11__test__kh4gqrbeqgecg61pahr7ba009jnsao7j8duch8cdi5icqbofq43ac1702ios19k/f/330d4608b8514283b7609e0117baac4f_SeqId_4_ 2024-11-08T09:18:33,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins.hfs.11__test__kh4gqrbeqgecg61pahr7ba009jnsao7j8duch8cdi5icqbofq43ac1702ios19k/f/a1df9e36117d47259b6476b2a58a6ced_SeqId_4_ into 46827089c45069f6c5748933a8ca177c/f as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/4ade464122504c7ab0fdaeeaaba995e3_SeqId_4_ - updating store file list. 2024-11-08T09:18:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ade464122504c7ab0fdaeeaaba995e3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:18:33,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/4ade464122504c7ab0fdaeeaaba995e3_SeqId_4_ into 46827089c45069f6c5748933a8ca177c/f 2024-11-08T09:18:33,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins.hfs.11__test__kh4gqrbeqgecg61pahr7ba009jnsao7j8duch8cdi5icqbofq43ac1702ios19k/f/a1df9e36117d47259b6476b2a58a6ced_SeqId_4_ into 46827089c45069f6c5748933a8ca177c/f (new location: hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/4ade464122504c7ab0fdaeeaaba995e3_SeqId_4_) 2024-11-08T09:18:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins.hfs.11__test__kh4gqrbeqgecg61pahr7ba009jnsao7j8duch8cdi5icqbofq43ac1702ios19k/f/a1df9e36117d47259b6476b2a58a6ced_SeqId_4_ 2024-11-08T09:18:33,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.ReplicationSink(324): Finished replicating [b1ebd3fd-4a38-47ba-8db2-0d70c6c35504] bulk loaded data 2024-11-08T09:18:34,018 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 687, reset compression=false 2024-11-08T09:18:34,318 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 379, reset compression=false 2024-11-08T09:18:34,323 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:18:34,323 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.shippercf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,38731,1731057501351 got entry batch from reader: WALEntryBatch [walEntries=[{test/46827089c45069f6c5748933a8ca177c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731057513981/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T09:18:34,325 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.shippercf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:18:34,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-08T09:18:34,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.ReplicationSink(318): Replicating [b1ebd3fd-4a38-47ba-8db2-0d70c6c35504, f707cbc4-71ff-4d79-86c6-4ff528730a64] bulk loaded data 2024-11-08T09:18:34,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35dabc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:34,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33731,-1 for getting cluster id 2024-11-08T09:18:34,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:34,328 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ebd3fd-4a38-47ba-8db2-0d70c6c35504' 2024-11-08T09:18:34,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:34,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ebd3fd-4a38-47ba-8db2-0d70c6c35504" 2024-11-08T09:18:34,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c5970c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:34,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33731,-1] 2024-11-08T09:18:34,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:34,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:34,329 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:34,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ada92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:34,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741842_1018 (size=7894) 2024-11-08T09:18:34,523 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 725, reset compression=false 2024-11-08T09:18:34,532 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 687, reset compression=false 2024-11-08T09:18:34,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741843_1019 (size=7691) 2024-11-08T09:18:34,828 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 725, reset compression=false 2024-11-08T09:18:34,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:34,935 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731057514935/Put/seqid=0 2024-11-08T09:18:34,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741842_1018 (size=11194) 2024-11-08T09:18:35,137 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 687, reset compression=false 2024-11-08T09:18:35,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:35,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33731,1731057495875 2024-11-08T09:18:35,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2970025f 2024-11-08T09:18:35,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:35,154 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T09:18:35,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:18:35,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:35,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,33219,1731057496086, seqNum=-1] 2024-11-08T09:18:35,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:35,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T09:18:35,167 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__dtdpa9ira1jkanlp4e5csuggnskirpmn92qu098hoq6d5a9djrp3vlj1j9851mc5/f/4ade464122504c7ab0fdaeeaaba995e3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T09:18:35,170 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__dtdpa9ira1jkanlp4e5csuggnskirpmn92qu098hoq6d5a9djrp3vlj1j9851mc5/f/fa8bb4c509a64734bfa6cd7c152a93d2_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T09:18:35,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.ReplicationSink(324): Finished replicating [b1ebd3fd-4a38-47ba-8db2-0d70c6c35504, f707cbc4-71ff-4d79-86c6-4ff528730a64] bulk loaded data 2024-11-08T09:18:35,233 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 725, reset compression=false 2024-11-08T09:18:35,341 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731057515341/Put/seqid=0 2024-11-08T09:18:35,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741843_1019 (size=10791) 2024-11-08T09:18:35,736 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 725, reset compression=false 2024-11-08T09:18:35,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43840d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:35,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41655,-1 for getting cluster id 2024-11-08T09:18:35,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:35,748 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f707cbc4-71ff-4d79-86c6-4ff528730a64' 2024-11-08T09:18:35,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:35,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f707cbc4-71ff-4d79-86c6-4ff528730a64" 2024-11-08T09:18:35,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e60f09f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:35,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41655,-1] 2024-11-08T09:18:35,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:35,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:35,749 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:35,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6af6bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:35,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:35,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1] 2024-11-08T09:18:35,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:35,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:35,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41655,1731057501176 2024-11-08T09:18:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73fac6df 2024-11-08T09:18:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:35,762 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:18:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731057506563.46827089c45069f6c5748933a8ca177c., hostname=cf4d76213909,38731,1731057501351, seqNum=2] 2024-11-08T09:18:35,767 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:18:35,773 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T09:18:35,775 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T09:18:35,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 46827089c45069f6c5748933a8ca177c/f 2024-11-08T09:18:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T09:18:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:18:35,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 46827089c45069f6c5748933a8ca177c/f 2024-11-08T09:18:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T09:18:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:18:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegion(2603): Flush status journal for 46827089c45069f6c5748933a8ca177c: 2024-11-08T09:18:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins__test__j6qpin34iqi7qv0tkd99j1j7f0d9kif3h4kv6l32o0lo2hdtqm4071f358o9nql3/f/hfile_1 2024-11-08T09:18:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins__test__j6qpin34iqi7qv0tkd99j1j7f0d9kif3h4kv6l32o0lo2hdtqm4071f358o9nql3/f/hfile_1 as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/d2c2e5ad4ab244f9a465390813092faa_SeqId_6_ 2024-11-08T09:18:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins__test__j6qpin34iqi7qv0tkd99j1j7f0d9kif3h4kv6l32o0lo2hdtqm4071f358o9nql3/f/hfile_0 2024-11-08T09:18:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins__test__j6qpin34iqi7qv0tkd99j1j7f0d9kif3h4kv6l32o0lo2hdtqm4071f358o9nql3/f/hfile_0 as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/7eea924d8c3f42afbec2f94c48a110b0_SeqId_6_ 2024-11-08T09:18:35,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins__test__j6qpin34iqi7qv0tkd99j1j7f0d9kif3h4kv6l32o0lo2hdtqm4071f358o9nql3/f/hfile_1 into 46827089c45069f6c5748933a8ca177c/f as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/d2c2e5ad4ab244f9a465390813092faa_SeqId_6_ - updating store file list. 2024-11-08T09:18:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2c2e5ad4ab244f9a465390813092faa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T09:18:35,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/d2c2e5ad4ab244f9a465390813092faa_SeqId_6_ into 46827089c45069f6c5748933a8ca177c/f 2024-11-08T09:18:35,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins__test__j6qpin34iqi7qv0tkd99j1j7f0d9kif3h4kv6l32o0lo2hdtqm4071f358o9nql3/f/hfile_1 into 46827089c45069f6c5748933a8ca177c/f (new location: hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/d2c2e5ad4ab244f9a465390813092faa_SeqId_6_) 2024-11-08T09:18:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins__test__j6qpin34iqi7qv0tkd99j1j7f0d9kif3h4kv6l32o0lo2hdtqm4071f358o9nql3/f/hfile_1 2024-11-08T09:18:35,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins__test__j6qpin34iqi7qv0tkd99j1j7f0d9kif3h4kv6l32o0lo2hdtqm4071f358o9nql3/f/hfile_0 into 46827089c45069f6c5748933a8ca177c/f as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/7eea924d8c3f42afbec2f94c48a110b0_SeqId_6_ - updating store file list. 2024-11-08T09:18:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7eea924d8c3f42afbec2f94c48a110b0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T09:18:35,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/7eea924d8c3f42afbec2f94c48a110b0_SeqId_6_ into 46827089c45069f6c5748933a8ca177c/f 2024-11-08T09:18:35,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins__test__j6qpin34iqi7qv0tkd99j1j7f0d9kif3h4kv6l32o0lo2hdtqm4071f358o9nql3/f/hfile_0 into 46827089c45069f6c5748933a8ca177c/f (new location: hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/f/7eea924d8c3f42afbec2f94c48a110b0_SeqId_6_) 2024-11-08T09:18:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/staging/jenkins__test__j6qpin34iqi7qv0tkd99j1j7f0d9kif3h4kv6l32o0lo2hdtqm4071f358o9nql3/f/hfile_0 2024-11-08T09:18:35,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:18:35,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:35,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:35,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:35,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:35,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731057506563.46827089c45069f6c5748933a8ca177c., hostname=cf4d76213909,38731,1731057501351, seqNum=2 , the old value is region=test,,1731057506563.46827089c45069f6c5748933a8ca177c., hostname=cf4d76213909,38731,1731057501351, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cf4d76213909:38731 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T09:18:35,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731057506563.46827089c45069f6c5748933a8ca177c., hostname=cf4d76213909,38731,1731057501351, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T09:18:35,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731057506563.46827089c45069f6c5748933a8ca177c., hostname=cf4d76213909,38731,1731057501351, seqNum=2 from cache 2024-11-08T09:18:35,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:35,813 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T09:18:35,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,33219,1731057496086, seqNum=-1] 2024-11-08T09:18:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:35,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:35,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0., hostname=cf4d76213909,33219,1731057496086, seqNum=2] 2024-11-08T09:18:35,827 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T09:18:35,841 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 687, reset compression=false 2024-11-08T09:18:35,922 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:38731 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T09:18:36,340 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 725, reset compression=false 2024-11-08T09:18:36,345 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:18:36,345 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.shippercf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,38731,1731057501351 got entry batch from reader: WALEntryBatch [walEntries=[{test/46827089c45069f6c5748933a8ca177c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731057515810/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T09:18:36,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.ReplicationSink(318): Replicating [f707cbc4-71ff-4d79-86c6-4ff528730a64] bulk loaded data 2024-11-08T09:18:36,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741844_1020 (size=10791) 2024-11-08T09:18:36,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741845_1021 (size=11194) 2024-11-08T09:18:36,545 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 1033, reset compression=false 2024-11-08T09:18:36,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:18:36,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:36,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:36,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:36,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:36,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:36,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:36,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:36,650 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 687, reset compression=false 2024-11-08T09:18:36,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:18:36,806 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__ohjl341mhlsjafokjj46hii79eeulqq9f74rd408ecnbkq7no1mekpcrp8eg39p6/f/7eea924d8c3f42afbec2f94c48a110b0_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-08T09:18:36,822 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__ohjl341mhlsjafokjj46hii79eeulqq9f74rd408ecnbkq7no1mekpcrp8eg39p6/f/d2c2e5ad4ab244f9a465390813092faa_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-08T09:18:36,836 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T09:18:36,849 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 1033, reset compression=false 2024-11-08T09:18:36,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__ohjl341mhlsjafokjj46hii79eeulqq9f74rd408ecnbkq7no1mekpcrp8eg39p6/f/7eea924d8c3f42afbec2f94c48a110b0_SeqId_6_ for inclusion in 2dc08b3e5e39ed18984732cefbf700a0/f 2024-11-08T09:18:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T09:18:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:18:36,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__ohjl341mhlsjafokjj46hii79eeulqq9f74rd408ecnbkq7no1mekpcrp8eg39p6/f/d2c2e5ad4ab244f9a465390813092faa_SeqId_6_ for inclusion in 2dc08b3e5e39ed18984732cefbf700a0/f 2024-11-08T09:18:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T09:18:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:18:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HRegion(2603): Flush status journal for 2dc08b3e5e39ed18984732cefbf700a0: 2024-11-08T09:18:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7eea924d8c3f42afbec2f94c48a110b0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T09:18:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__ohjl341mhlsjafokjj46hii79eeulqq9f74rd408ecnbkq7no1mekpcrp8eg39p6/f/7eea924d8c3f42afbec2f94c48a110b0_SeqId_6_ as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/a2351707233448fea15c1de5436c68c4_SeqId_6_ 2024-11-08T09:18:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d2c2e5ad4ab244f9a465390813092faa_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T09:18:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__ohjl341mhlsjafokjj46hii79eeulqq9f74rd408ecnbkq7no1mekpcrp8eg39p6/f/d2c2e5ad4ab244f9a465390813092faa_SeqId_6_ as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/6516574c77f74fe4bd482f2938dc379e_SeqId_6_ 2024-11-08T09:18:36,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__ohjl341mhlsjafokjj46hii79eeulqq9f74rd408ecnbkq7no1mekpcrp8eg39p6/f/7eea924d8c3f42afbec2f94c48a110b0_SeqId_6_ into 2dc08b3e5e39ed18984732cefbf700a0/f as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/a2351707233448fea15c1de5436c68c4_SeqId_6_ - updating store file list. 2024-11-08T09:18:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a2351707233448fea15c1de5436c68c4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T09:18:36,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/a2351707233448fea15c1de5436c68c4_SeqId_6_ into 2dc08b3e5e39ed18984732cefbf700a0/f 2024-11-08T09:18:36,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__ohjl341mhlsjafokjj46hii79eeulqq9f74rd408ecnbkq7no1mekpcrp8eg39p6/f/7eea924d8c3f42afbec2f94c48a110b0_SeqId_6_ into 2dc08b3e5e39ed18984732cefbf700a0/f (new location: hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/a2351707233448fea15c1de5436c68c4_SeqId_6_) 2024-11-08T09:18:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__ohjl341mhlsjafokjj46hii79eeulqq9f74rd408ecnbkq7no1mekpcrp8eg39p6/f/7eea924d8c3f42afbec2f94c48a110b0_SeqId_6_ 2024-11-08T09:18:36,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__ohjl341mhlsjafokjj46hii79eeulqq9f74rd408ecnbkq7no1mekpcrp8eg39p6/f/d2c2e5ad4ab244f9a465390813092faa_SeqId_6_ into 2dc08b3e5e39ed18984732cefbf700a0/f as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/6516574c77f74fe4bd482f2938dc379e_SeqId_6_ - updating store file list. 2024-11-08T09:18:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6516574c77f74fe4bd482f2938dc379e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T09:18:36,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/6516574c77f74fe4bd482f2938dc379e_SeqId_6_ into 2dc08b3e5e39ed18984732cefbf700a0/f 2024-11-08T09:18:36,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__ohjl341mhlsjafokjj46hii79eeulqq9f74rd408ecnbkq7no1mekpcrp8eg39p6/f/d2c2e5ad4ab244f9a465390813092faa_SeqId_6_ into 2dc08b3e5e39ed18984732cefbf700a0/f (new location: hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/f/6516574c77f74fe4bd482f2938dc379e_SeqId_6_) 2024-11-08T09:18:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/staging/jenkins.hfs.10__test__ohjl341mhlsjafokjj46hii79eeulqq9f74rd408ecnbkq7no1mekpcrp8eg39p6/f/d2c2e5ad4ab244f9a465390813092faa_SeqId_6_ 2024-11-08T09:18:36,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.ReplicationSink(324): Finished replicating [f707cbc4-71ff-4d79-86c6-4ff528730a64] bulk loaded data 2024-11-08T09:18:37,266 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 1033, reset compression=false 2024-11-08T09:18:37,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T09:18:37,291 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T09:18:37,554 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 687, reset compression=false 2024-11-08T09:18:37,558 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:18:37,558 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,33219,1731057496086 got entry batch from reader: WALEntryBatch [walEntries=[{test/2dc08b3e5e39ed18984732cefbf700a0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731057516891/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T09:18:37,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.ReplicationSink(318): Replicating [f707cbc4-71ff-4d79-86c6-4ff528730a64, b1ebd3fd-4a38-47ba-8db2-0d70c6c35504] bulk loaded data 2024-11-08T09:18:37,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741844_1020 (size=11194) 2024-11-08T09:18:37,758 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 1033, reset compression=false 2024-11-08T09:18:37,773 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.wal-reader.cf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/WALs/cf4d76213909,38731,1731057501351/cf4d76213909%2C38731%2C1731057501351.1731057503666 to pos 1033, reset compression=false 2024-11-08T09:18:37,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:18:37,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:18:37,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:37,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:37,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:37,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:37,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:18:37,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1052472878, stopped=false 2024-11-08T09:18:37,859 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,41655,1731057501176 2024-11-08T09:18:37,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1584159014/running 2024-11-08T09:18:37,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1584159014/running 2024-11-08T09:18:37,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:37,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:37,870 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:18:37,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:18:37,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:37,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:37,871 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,38731,1731057501351' ***** 2024-11-08T09:18:37,871 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:18:37,871 INFO [RS:0;cf4d76213909:38731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:18:37,871 INFO [RS:0;cf4d76213909:38731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:18:37,871 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:18:37,871 INFO [RS:0;cf4d76213909:38731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:18:37,871 INFO [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(3091): Received CLOSE for d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:37,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Set watcher on znode that does not yet exist, /1584159014/running 2024-11-08T09:18:37,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Set watcher on znode that does not yet exist, /1584159014/running 2024-11-08T09:18:37,879 INFO [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(3091): Received CLOSE for 46827089c45069f6c5748933a8ca177c 2024-11-08T09:18:37,879 INFO [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,38731,1731057501351 2024-11-08T09:18:37,879 INFO [RS:0;cf4d76213909:38731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:18:37,879 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8811b361b9dfe81d5e5a28ab30dee2c, disabling compactions & flushes 2024-11-08T09:18:37,879 INFO [RS:0;cf4d76213909:38731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:38731. 2024-11-08T09:18:37,879 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. 2024-11-08T09:18:37,879 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. 2024-11-08T09:18:37,879 DEBUG [RS:0;cf4d76213909:38731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:37,879 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. after waiting 0 ms 2024-11-08T09:18:37,879 DEBUG [RS:0;cf4d76213909:38731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:37,879 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. 2024-11-08T09:18:37,880 INFO [RS:0;cf4d76213909:38731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:18:37,880 INFO [RS:0;cf4d76213909:38731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:18:37,880 INFO [RS:0;cf4d76213909:38731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:18:37,880 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d8811b361b9dfe81d5e5a28ab30dee2c 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-08T09:18:37,880 INFO [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:18:37,886 INFO [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T09:18:37,886 DEBUG [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d8811b361b9dfe81d5e5a28ab30dee2c=hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c., 46827089c45069f6c5748933a8ca177c=test,,1731057506563.46827089c45069f6c5748933a8ca177c.} 2024-11-08T09:18:37,886 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:18:37,886 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:18:37,886 DEBUG [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46827089c45069f6c5748933a8ca177c, d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:37,886 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:18:37,886 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:18:37,886 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:18:37,887 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T09:18:37,904 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c/.tmp/hfileref/a30d4b6bd8f04e22bbc873b9ae9e73da is 74, key is 1/hfileref:4ade464122504c7ab0fdaeeaaba995e3_SeqId_4_/1731057515174/DeleteColumn/seqid=0 2024-11-08T09:18:37,906 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/.tmp/info/e260ed5f9ad5458cae3a5e0ccd8439fa is 147, key is hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c./info:regioninfo/1731057511078/Put/seqid=0 2024-11-08T09:18:37,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741845_1021 (size=5345) 2024-11-08T09:18:37,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741846_1022 (size=7686) 2024-11-08T09:18:37,927 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/.tmp/info/e260ed5f9ad5458cae3a5e0ccd8439fa 2024-11-08T09:18:37,931 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c/.tmp/hfileref/a30d4b6bd8f04e22bbc873b9ae9e73da 2024-11-08T09:18:37,946 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:18:37,974 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/.tmp/ns/b2e23d2afe524a0d85c7b02019ec301b is 43, key is default/ns:d/1731057504321/Put/seqid=0 2024-11-08T09:18:37,988 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c/.tmp/queue/f75e9a7ad6764906a51c3f2e83eb1c44 is 154, key is 1-cf4d76213909,38731,1731057501351/queue:cf4d76213909%2C38731%2C1731057501351/1731057516904/Put/seqid=0 2024-11-08T09:18:37,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741848_1024 (size=10791) 2024-11-08T09:18:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741847_1023 (size=5153) 2024-11-08T09:18:37,992 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/.tmp/ns/b2e23d2afe524a0d85c7b02019ec301b 2024-11-08T09:18:37,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:18:37,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cf4d76213909,38731,1731057501351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T09:18:37,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:38800 deadline: 1731057577997, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cf4d76213909,38731,1731057501351 stopping 2024-11-08T09:18:38,025 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/.tmp/rep_barrier/8aee2fb1d357460f97342a5edf1f9f4e is 112, key is test,,1731057506563.46827089c45069f6c5748933a8ca177c./rep_barrier:seqnumDuringOpen/1731057507756/Put/seqid=0 2024-11-08T09:18:38,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741849_1025 (size=5353) 2024-11-08T09:18:38,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cf4d76213909,38731,1731057501351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T09:18:38,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cf4d76213909,38731,1731057501351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T09:18:38,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1 from cache 2024-11-08T09:18:38,029 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c/.tmp/queue/f75e9a7ad6764906a51c3f2e83eb1c44 2024-11-08T09:18:38,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741850_1026 (size=5518) 2024-11-08T09:18:38,036 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/.tmp/rep_barrier/8aee2fb1d357460f97342a5edf1f9f4e 2024-11-08T09:18:38,048 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c/.tmp/hfileref/a30d4b6bd8f04e22bbc873b9ae9e73da as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c/hfileref/a30d4b6bd8f04e22bbc873b9ae9e73da 2024-11-08T09:18:38,059 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c/hfileref/a30d4b6bd8f04e22bbc873b9ae9e73da, entries=4, sequenceid=12, filesize=5.2 K 2024-11-08T09:18:38,065 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 1033, reset compression=false 2024-11-08T09:18:38,066 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c/.tmp/queue/f75e9a7ad6764906a51c3f2e83eb1c44 as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c/queue/f75e9a7ad6764906a51c3f2e83eb1c44 2024-11-08T09:18:38,077 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/.tmp/table/61ef41ed00c2440ca7066632e91c0895 is 53, key is hbase:replication/table:state/1731057511085/Put/seqid=0 2024-11-08T09:18:38,078 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c/queue/f75e9a7ad6764906a51c3f2e83eb1c44, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T09:18:38,080 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d8811b361b9dfe81d5e5a28ab30dee2c in 200ms, sequenceid=12, compaction requested=false 2024-11-08T09:18:38,087 DEBUG [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46827089c45069f6c5748933a8ca177c, d8811b361b9dfe81d5e5a28ab30dee2c 2024-11-08T09:18:38,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741851_1027 (size=5308) 2024-11-08T09:18:38,106 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/replication/d8811b361b9dfe81d5e5a28ab30dee2c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T09:18:38,106 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/.tmp/table/61ef41ed00c2440ca7066632e91c0895 2024-11-08T09:18:38,108 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:38,109 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:18:38,109 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. 2024-11-08T09:18:38,109 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8811b361b9dfe81d5e5a28ab30dee2c: Waiting for close lock at 1731057517879Running coprocessor pre-close hooks at 1731057517879Disabling compacts and flushes for region at 1731057517879Disabling writes for close at 1731057517879Obtaining lock to block concurrent updates at 1731057517880 (+1 ms)Preparing flush snapshotting stores in d8811b361b9dfe81d5e5a28ab30dee2c at 1731057517880Finished memstore snapshotting hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731057517880Flushing stores of hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. at 1731057517881 (+1 ms)Flushing d8811b361b9dfe81d5e5a28ab30dee2c/hfileref: creating writer at 1731057517882 (+1 ms)Flushing d8811b361b9dfe81d5e5a28ab30dee2c/hfileref: appending metadata at 1731057517902 (+20 ms)Flushing d8811b361b9dfe81d5e5a28ab30dee2c/hfileref: closing flushed file at 1731057517902Flushing d8811b361b9dfe81d5e5a28ab30dee2c/queue: creating writer at 1731057517946 (+44 ms)Flushing d8811b361b9dfe81d5e5a28ab30dee2c/queue: appending metadata at 1731057517987 (+41 ms)Flushing d8811b361b9dfe81d5e5a28ab30dee2c/queue: closing flushed file at 1731057517987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a123b91: reopening flushed file at 1731057518037 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25dec8b: reopening flushed file at 1731057518059 (+22 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d8811b361b9dfe81d5e5a28ab30dee2c in 200ms, sequenceid=12, compaction requested=false at 1731057518080 (+21 ms)Writing region close event to WAL at 1731057518100 (+20 ms)Running coprocessor post-close hooks at 1731057518108 (+8 ms)Closed at 1731057518109 (+1 ms) 2024-11-08T09:18:38,110 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731057509885.d8811b361b9dfe81d5e5a28ab30dee2c. 2024-11-08T09:18:38,110 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46827089c45069f6c5748933a8ca177c, disabling compactions & flushes 2024-11-08T09:18:38,110 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057506563.46827089c45069f6c5748933a8ca177c. 2024-11-08T09:18:38,110 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057506563.46827089c45069f6c5748933a8ca177c. 2024-11-08T09:18:38,110 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057506563.46827089c45069f6c5748933a8ca177c. after waiting 0 ms 2024-11-08T09:18:38,110 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057506563.46827089c45069f6c5748933a8ca177c. 2024-11-08T09:18:38,113 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/.tmp/info/e260ed5f9ad5458cae3a5e0ccd8439fa as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/info/e260ed5f9ad5458cae3a5e0ccd8439fa 2024-11-08T09:18:38,121 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/info/e260ed5f9ad5458cae3a5e0ccd8439fa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T09:18:38,122 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/.tmp/ns/b2e23d2afe524a0d85c7b02019ec301b as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/ns/b2e23d2afe524a0d85c7b02019ec301b 2024-11-08T09:18:38,125 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/default/test/46827089c45069f6c5748933a8ca177c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T09:18:38,125 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:38,126 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:18:38,126 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057506563.46827089c45069f6c5748933a8ca177c. 2024-11-08T09:18:38,127 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46827089c45069f6c5748933a8ca177c: Waiting for close lock at 1731057518110Running coprocessor pre-close hooks at 1731057518110Disabling compacts and flushes for region at 1731057518110Disabling writes for close at 1731057518110Writing region close event to WAL at 1731057518121 (+11 ms)Running coprocessor post-close hooks at 1731057518125 (+4 ms)Closed at 1731057518126 (+1 ms) 2024-11-08T09:18:38,127 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057506563.46827089c45069f6c5748933a8ca177c. 2024-11-08T09:18:38,128 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/ns/b2e23d2afe524a0d85c7b02019ec301b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T09:18:38,130 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/.tmp/rep_barrier/8aee2fb1d357460f97342a5edf1f9f4e as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/rep_barrier/8aee2fb1d357460f97342a5edf1f9f4e 2024-11-08T09:18:38,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:38,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1] 2024-11-08T09:18:38,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cf4d76213909,38731,1731057501351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T09:18:38,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:38800 deadline: 1731057577998, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cf4d76213909,38731,1731057501351 stopping 2024-11-08T09:18:38,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cf4d76213909,38731,1731057501351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T09:18:38,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cf4d76213909,38731,1731057501351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T09:18:38,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1 from cache 2024-11-08T09:18:38,145 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/rep_barrier/8aee2fb1d357460f97342a5edf1f9f4e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T09:18:38,146 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/.tmp/table/61ef41ed00c2440ca7066632e91c0895 as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/table/61ef41ed00c2440ca7066632e91c0895 2024-11-08T09:18:38,153 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/table/61ef41ed00c2440ca7066632e91c0895, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T09:18:38,154 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 268ms, sequenceid=16, compaction requested=false 2024-11-08T09:18:38,200 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T09:18:38,201 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:38,201 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:18:38,201 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:38,201 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057517886Running coprocessor pre-close hooks at 1731057517886Disabling compacts and flushes for region at 1731057517886Disabling writes for close at 1731057517886Obtaining lock to block concurrent updates at 1731057517887 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731057517887Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731057517887Flushing stores of hbase:meta,,1.1588230740 at 1731057517887Flushing 1588230740/info: creating writer at 1731057517888 (+1 ms)Flushing 1588230740/info: appending metadata at 1731057517905 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731057517905Flushing 1588230740/ns: creating writer at 1731057517945 (+40 ms)Flushing 1588230740/ns: appending metadata at 1731057517973 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731057517973Flushing 1588230740/rep_barrier: creating writer at 1731057518002 (+29 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057518024 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057518024Flushing 1588230740/table: creating writer at 1731057518053 (+29 ms)Flushing 1588230740/table: appending metadata at 1731057518077 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731057518077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e19d7e9: reopening flushed file at 1731057518112 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3414fdc1: reopening flushed file at 1731057518121 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e83fbd4: reopening flushed file at 1731057518129 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e9d0e9: reopening flushed file at 1731057518145 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 268ms, sequenceid=16, compaction requested=false at 1731057518154 (+9 ms)Writing region close event to WAL at 1731057518172 (+18 ms)Running coprocessor post-close hooks at 1731057518201 (+29 ms)Closed at 1731057518201 2024-11-08T09:18:38,201 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:38,287 INFO [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,38731,1731057501351; all regions closed. 2024-11-08T09:18:38,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741834_1010 (size=4239) 2024-11-08T09:18:38,293 DEBUG [RS:0;cf4d76213909:38731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/oldWALs 2024-11-08T09:18:38,293 INFO [RS:0;cf4d76213909:38731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C38731%2C1731057501351.meta:.meta(num 1731057504271) 2024-11-08T09:18:38,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741839_1015 (size=3127) 2024-11-08T09:18:38,297 DEBUG [RS:0;cf4d76213909:38731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/oldWALs 2024-11-08T09:18:38,297 INFO [RS:0;cf4d76213909:38731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C38731%2C1731057501351.rep:(num 1731057511042) 2024-11-08T09:18:38,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741833_1009 (size=1336) 2024-11-08T09:18:38,306 DEBUG [RS:0;cf4d76213909:38731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/oldWALs 2024-11-08T09:18:38,306 INFO [RS:0;cf4d76213909:38731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C38731%2C1731057501351:(num 1731057503666) 2024-11-08T09:18:38,306 DEBUG [RS:0;cf4d76213909:38731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:38,306 INFO [RS:0;cf4d76213909:38731 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:18:38,306 INFO [RS:0;cf4d76213909:38731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:18:38,306 INFO [RS:0;cf4d76213909:38731 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:18:38,306 INFO [RS:0;cf4d76213909:38731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:18:38,306 INFO [RS:0;cf4d76213909:38731 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,38731,1731057501351 because: Region server is closing 2024-11-08T09:18:38,307 INFO [RS:0;cf4d76213909:38731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:38731. 2024-11-08T09:18:38,307 DEBUG [RS:0;cf4d76213909:38731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:38,307 DEBUG [RS:0;cf4d76213909:38731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:38,307 DEBUG [RS:0;cf4d76213909:38731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:38,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:38,307 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:18:38,341 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:38,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1] 2024-11-08T09:18:38,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cf4d76213909,38731,1731057501351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T09:18:38,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:38800 deadline: 1731057577997, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cf4d76213909,38731,1731057501351 stopping 2024-11-08T09:18:38,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cf4d76213909,38731,1731057501351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T09:18:38,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cf4d76213909,38731,1731057501351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T09:18:38,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38731,1731057501351, seqNum=-1 from cache 2024-11-08T09:18:38,407 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.shippercf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T09:18:38,407 INFO [RS:0;cf4d76213909:38731 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38731,1731057501351.replicationSource.shippercf4d76213909%2C38731%2C1731057501351,1-cf4d76213909,38731,1731057501351 terminated 2024-11-08T09:18:38,408 INFO [RS:0;cf4d76213909:38731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:38731. 2024-11-08T09:18:38,408 DEBUG [RS:0;cf4d76213909:38731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:38,408 DEBUG [RS:0;cf4d76213909:38731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:38,408 DEBUG [RS:0;cf4d76213909:38731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:38,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:38,408 INFO [RS:0;cf4d76213909:38731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38731 2024-11-08T09:18:38,409 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-08T09:18:38,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-08T09:18:38,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:38794 deadline: 1731057577559, exception=java.io.InterruptedIOException 2024-11-08T09:18:38,409 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cf4d76213909:38731 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-08T09:18:38,410 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T09:18:38,481 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 1033, reset compression=false 2024-11-08T09:18:38,511 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cf4d76213909:38731 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cf4d76213909/172.17.0.2:38731 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:18:38,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address cf4d76213909:38731 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cf4d76213909/172.17.0.2:38731 2024-11-08T09:18:38,512 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=cf4d76213909:38731 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cf4d76213909/172.17.0.2:38731 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cf4d76213909/172.17.0.2:38731 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T09:18:38,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014/rs 2024-11-08T09:18:38,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1584159014/rs/cf4d76213909,38731,1731057501351 2024-11-08T09:18:38,555 INFO [RS:0;cf4d76213909:38731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:18:38,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,38731,1731057501351] 2024-11-08T09:18:38,575 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1584159014/draining/cf4d76213909,38731,1731057501351 already deleted, retry=false 2024-11-08T09:18:38,575 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,38731,1731057501351 expired; onlineServers=0 2024-11-08T09:18:38,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,41655,1731057501176' ***** 2024-11-08T09:18:38,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:18:38,575 INFO [M:0;cf4d76213909:41655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:18:38,576 INFO [M:0;cf4d76213909:41655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:18:38,576 DEBUG [M:0;cf4d76213909:41655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:18:38,576 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:18:38,576 DEBUG [M:0;cf4d76213909:41655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:18:38,576 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057503383 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057503383,5,FailOnTimeoutGroup] 2024-11-08T09:18:38,576 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057503383 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057503383,5,FailOnTimeoutGroup] 2024-11-08T09:18:38,576 INFO [M:0;cf4d76213909:41655 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:18:38,576 INFO [M:0;cf4d76213909:41655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:18:38,576 DEBUG [M:0;cf4d76213909:41655 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:18:38,576 INFO [M:0;cf4d76213909:41655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:18:38,576 INFO [M:0;cf4d76213909:41655 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:18:38,577 INFO [M:0;cf4d76213909:41655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:18:38,577 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:18:38,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1584159014/master 2024-11-08T09:18:38,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1584159014 2024-11-08T09:18:38,586 DEBUG [M:0;cf4d76213909:41655 {}] zookeeper.ZKUtil(347): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Unable to get data of znode /1584159014/master because node does not exist (not an error) 2024-11-08T09:18:38,586 WARN [M:0;cf4d76213909:41655 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:18:38,586 INFO [M:0;cf4d76213909:41655 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/.lastflushedseqids 2024-11-08T09:18:38,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741852_1028 (size=263) 2024-11-08T09:18:38,651 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:38,651 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-08T09:18:38,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:38,665 INFO [RS:0;cf4d76213909:38731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:18:38,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x10119bd22a70004, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:38,665 INFO [RS:0;cf4d76213909:38731 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,38731,1731057501351; zookeeper connection closed. 2024-11-08T09:18:38,666 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4675e6fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4675e6fd 2024-11-08T09:18:38,666 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:18:38,715 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] ipc.AbstractRpcClient(357): Not trying to connect to cf4d76213909:38731 this server is in the failed servers list 2024-11-08T09:18:38,716 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cf4d76213909:38731 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cf4d76213909:38731 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cf4d76213909:38731 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-08T09:18:38,984 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 1033, reset compression=false 2024-11-08T09:18:38,991 INFO [M:0;cf4d76213909:41655 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:18:38,991 INFO [M:0;cf4d76213909:41655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:18:38,991 DEBUG [M:0;cf4d76213909:41655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:18:38,991 INFO [M:0;cf4d76213909:41655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:38,991 DEBUG [M:0;cf4d76213909:41655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:38,991 DEBUG [M:0;cf4d76213909:41655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:18:38,991 DEBUG [M:0;cf4d76213909:41655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:38,991 INFO [M:0;cf4d76213909:41655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T09:18:39,006 DEBUG [M:0;cf4d76213909:41655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e1b0f20aa9442d7bb26268db095c0dd is 82, key is hbase:meta,,1/info:regioninfo/1731057504305/Put/seqid=0 2024-11-08T09:18:39,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741853_1029 (size=5672) 2024-11-08T09:18:39,017 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] ipc.AbstractRpcClient(357): Not trying to connect to cf4d76213909:38731 this server is in the failed servers list 2024-11-08T09:18:39,017 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cf4d76213909:38731 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cf4d76213909:38731 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cf4d76213909:38731 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-08T09:18:39,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:39,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-08T09:18:39,162 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:18:39,410 INFO [M:0;cf4d76213909:41655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e1b0f20aa9442d7bb26268db095c0dd 2024-11-08T09:18:39,419 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] ipc.AbstractRpcClient(357): Not trying to connect to cf4d76213909:38731 this server is in the failed servers list 2024-11-08T09:18:39,419 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cf4d76213909:38731 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cf4d76213909:38731 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cf4d76213909:38731 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-08T09:18:39,428 DEBUG [M:0;cf4d76213909:41655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dfc603ece7445d4ad0e93d698df29df is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731057511088/Put/seqid=0 2024-11-08T09:18:39,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741854_1030 (size=8517) 2024-11-08T09:18:39,588 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 1033, reset compression=false 2024-11-08T09:18:39,832 INFO [M:0;cf4d76213909:41655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dfc603ece7445d4ad0e93d698df29df 2024-11-08T09:18:39,858 DEBUG [M:0;cf4d76213909:41655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78d1de1dfdd24e89ba4f8ecac6f0e2d9 is 69, key is cf4d76213909,38731,1731057501351/rs:state/1731057503511/Put/seqid=0 2024-11-08T09:18:39,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741855_1031 (size=5156) 2024-11-08T09:18:39,920 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] ipc.AbstractRpcClient(357): Not trying to connect to cf4d76213909:38731 this server is in the failed servers list 2024-11-08T09:18:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T09:18:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41655 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:37088 deadline: 1731057579922, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T09:18:39,924 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T09:18:39,926 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T09:18:39,926 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cf4d76213909:38731 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cf4d76213909:38731 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cf4d76213909:38731 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-08T09:18:40,275 INFO [M:0;cf4d76213909:41655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78d1de1dfdd24e89ba4f8ecac6f0e2d9 2024-11-08T09:18:40,280 DEBUG [M:0;cf4d76213909:41655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e1b0f20aa9442d7bb26268db095c0dd as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e1b0f20aa9442d7bb26268db095c0dd 2024-11-08T09:18:40,283 INFO [M:0;cf4d76213909:41655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e1b0f20aa9442d7bb26268db095c0dd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T09:18:40,284 DEBUG [M:0;cf4d76213909:41655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dfc603ece7445d4ad0e93d698df29df as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dfc603ece7445d4ad0e93d698df29df 2024-11-08T09:18:40,288 INFO [M:0;cf4d76213909:41655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dfc603ece7445d4ad0e93d698df29df, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T09:18:40,288 DEBUG [M:0;cf4d76213909:41655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78d1de1dfdd24e89ba4f8ecac6f0e2d9 as hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78d1de1dfdd24e89ba4f8ecac6f0e2d9 2024-11-08T09:18:40,291 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 1033, reset compression=false 2024-11-08T09:18:40,294 INFO [M:0;cf4d76213909:41655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78d1de1dfdd24e89ba4f8ecac6f0e2d9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T09:18:40,295 INFO [M:0;cf4d76213909:41655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=97, compaction requested=false 2024-11-08T09:18:40,300 INFO [M:0;cf4d76213909:41655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:40,300 DEBUG [M:0;cf4d76213909:41655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057518991Disabling compacts and flushes for region at 1731057518991Disabling writes for close at 1731057518991Obtaining lock to block concurrent updates at 1731057518991Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057518991Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731057518991Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057518992 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057518992Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057519006 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057519006Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057519415 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057519428 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057519428Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057519839 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057519857 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057519857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32313e82: reopening flushed file at 1731057520279 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389a6e84: reopening flushed file at 1731057520283 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674d0dc2: reopening flushed file at 1731057520288 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=97, compaction requested=false at 1731057520295 (+7 ms)Writing region close event to WAL at 1731057520300 (+5 ms)Closed at 1731057520300 2024-11-08T09:18:40,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741830_1006 (size=63666) 2024-11-08T09:18:40,303 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c0c870e-a716-8da8-9232-ea11dbd7f408/MasterData/WALs/cf4d76213909,41655,1731057501176/cf4d76213909%2C41655%2C1731057501176.1731057503110 not finished, retry = 0 2024-11-08T09:18:40,404 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:18:40,404 INFO [M:0;cf4d76213909:41655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:18:40,404 INFO [M:0;cf4d76213909:41655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41655 2024-11-08T09:18:40,404 INFO [M:0;cf4d76213909:41655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:18:40,527 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T09:18:40,528 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cf4d76213909:41655 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cf4d76213909/172.17.0.2:41655 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:18:40,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address cf4d76213909:41655 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cf4d76213909/172.17.0.2:41655 2024-11-08T09:18:40,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:40,555 INFO [M:0;cf4d76213909:41655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:18:40,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41655-0x10119bd22a70003, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:40,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@751a2c45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:18:40,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@571d6822{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:18:40,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:18:40,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ce25de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:18:40,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@559b3fef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/hadoop.log.dir/,STOPPED} 2024-11-08T09:18:40,590 WARN [BP-1029185227-172.17.0.2-1731057499182 heartbeating to localhost/127.0.0.1:45695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:18:40,590 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:18:40,590 WARN [BP-1029185227-172.17.0.2-1731057499182 heartbeating to localhost/127.0.0.1:45695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1029185227-172.17.0.2-1731057499182 (Datanode Uuid 561997f6-b84d-4e20-bb93-7f0f25c76ca2) service to localhost/127.0.0.1:45695 2024-11-08T09:18:40,590 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:18:40,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/cluster_dac3f13e-c323-3fb2-b590-643a1446fdb0/data/data1/current/BP-1029185227-172.17.0.2-1731057499182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:18:40,591 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/cluster_dac3f13e-c323-3fb2-b590-643a1446fdb0/data/data2/current/BP-1029185227-172.17.0.2-1731057499182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:18:40,591 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:18:40,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a62cd87{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:18:40,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3facfa1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:18:40,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:18:40,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4994021f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:18:40,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5008a86b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/hadoop.log.dir/,STOPPED} 2024-11-08T09:18:40,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:18:40,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:18:40,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:18:40,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:40,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:40,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:40,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:40,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:18:40,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1309572352, stopped=false 2024-11-08T09:18:40,613 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,33731,1731057495875 2024-11-08T09:18:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01110966581/running 2024-11-08T09:18:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01110966581/running 2024-11-08T09:18:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:40,628 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:18:40,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Set watcher on znode that does not yet exist, /01110966581/running 2024-11-08T09:18:40,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Set watcher on znode that does not yet exist, /01110966581/running 2024-11-08T09:18:40,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:18:40,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:40,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:40,630 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,33219,1731057496086' ***** 2024-11-08T09:18:40,630 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:18:40,630 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:40,630 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:18:40,631 INFO [RS:0;cf4d76213909:33219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:18:40,631 INFO [RS:0;cf4d76213909:33219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:18:40,631 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dc08b3e5e39ed18984732cefbf700a0 2024-11-08T09:18:40,631 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cf4d76213909:41655 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cf4d76213909/172.17.0.2:41655 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T09:18:40,631 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(3091): Received CLOSE for d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:40,631 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,33219,1731057496086 2024-11-08T09:18:40,631 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dc08b3e5e39ed18984732cefbf700a0, disabling compactions & flushes 2024-11-08T09:18:40,631 INFO [RS:0;cf4d76213909:33219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:18:40,631 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. 2024-11-08T09:18:40,631 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. 2024-11-08T09:18:40,631 INFO [RS:0;cf4d76213909:33219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:33219. 2024-11-08T09:18:40,631 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. after waiting 0 ms 2024-11-08T09:18:40,632 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. 2024-11-08T09:18:40,632 DEBUG [RS:0;cf4d76213909:33219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:40,632 DEBUG [RS:0;cf4d76213909:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:40,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:18:40,632 INFO [RS:0;cf4d76213909:33219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:18:40,632 INFO [RS:0;cf4d76213909:33219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:18:40,632 INFO [RS:0;cf4d76213909:33219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:18:40,632 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:18:40,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=cf4d76213909:41655 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cf4d76213909/172.17.0.2:41655 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-08T09:18:40,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address cf4d76213909:41655 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cf4d76213909/172.17.0.2:41655 2024-11-08T09:18:40,633 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T09:18:40,633 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1325): Online Regions={2dc08b3e5e39ed18984732cefbf700a0=test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0., d1f3f5d5dca95af2672bc7a9d7728869=hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:18:40,633 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dc08b3e5e39ed18984732cefbf700a0, d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:40,633 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:18:40,633 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:18:40,633 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:18:40,633 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:18:40,633 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:18:40,633 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T09:18:40,639 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/default/test/2dc08b3e5e39ed18984732cefbf700a0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T09:18:40,640 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:40,640 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:18:40,640 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. 2024-11-08T09:18:40,640 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dc08b3e5e39ed18984732cefbf700a0: Waiting for close lock at 1731057520631Running coprocessor pre-close hooks at 1731057520631Disabling compacts and flushes for region at 1731057520631Disabling writes for close at 1731057520632 (+1 ms)Writing region close event to WAL at 1731057520636 (+4 ms)Running coprocessor post-close hooks at 1731057520640 (+4 ms)Closed at 1731057520640 2024-11-08T09:18:40,640 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0. 2024-11-08T09:18:40,640 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1f3f5d5dca95af2672bc7a9d7728869, disabling compactions & flushes 2024-11-08T09:18:40,640 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. 2024-11-08T09:18:40,640 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. 2024-11-08T09:18:40,640 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. after waiting 0 ms 2024-11-08T09:18:40,641 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. 2024-11-08T09:18:40,641 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d1f3f5d5dca95af2672bc7a9d7728869 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-08T09:18:40,651 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/.tmp/info/30c798d90d074ca681d47c7640ac5257 is 147, key is hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869./info:regioninfo/1731057509137/Put/seqid=0 2024-11-08T09:18:40,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741846_1022 (size=7686) 2024-11-08T09:18:40,659 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869/.tmp/hfileref/8866d6be34744595b4b6dd2e7a169b42 is 74, key is 1/hfileref:330d4608b8514283b7609e0117baac4f_SeqId_4_/1731057513986/DeleteColumn/seqid=0 2024-11-08T09:18:40,662 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:18:40,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741847_1023 (size=5345) 2024-11-08T09:18:40,833 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:40,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:40,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to cf4d76213909:41655 this server is in the failed servers list 2024-11-08T09:18:40,841 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cf4d76213909:41655 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:18:40,909 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:18:40,909 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:18:41,034 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:41,057 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/.tmp/info/30c798d90d074ca681d47c7640ac5257 2024-11-08T09:18:41,069 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869/.tmp/hfileref/8866d6be34744595b4b6dd2e7a169b42 2024-11-08T09:18:41,096 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 1033, reset compression=false 2024-11-08T09:18:41,113 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/.tmp/ns/6db1269c14bf42d88a87280a58aba24d is 43, key is default/ns:d/1731057499023/Put/seqid=0 2024-11-08T09:18:41,122 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:18:41,122 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 1328, reset compression=false 2024-11-08T09:18:41,147 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869/.tmp/queue/04e6cee6bf484b408f8953b70d403fe2 is 153, key is 1-cf4d76213909,33219,1731057496086/queue:cf4d76213909%2C33219%2C1731057496086/1731057513988/Put/seqid=0 2024-11-08T09:18:41,151 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:41,151 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to cf4d76213909:41655 this server is in the failed servers list 2024-11-08T09:18:41,151 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cf4d76213909:41655 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:18:41,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741848_1024 (size=5153) 2024-11-08T09:18:41,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741849_1025 (size=5352) 2024-11-08T09:18:41,188 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869/.tmp/queue/04e6cee6bf484b408f8953b70d403fe2 2024-11-08T09:18:41,195 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869/.tmp/hfileref/8866d6be34744595b4b6dd2e7a169b42 as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869/hfileref/8866d6be34744595b4b6dd2e7a169b42 2024-11-08T09:18:41,211 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869/hfileref/8866d6be34744595b4b6dd2e7a169b42, entries=4, sequenceid=10, filesize=5.2 K 2024-11-08T09:18:41,222 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869/.tmp/queue/04e6cee6bf484b408f8953b70d403fe2 as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869/queue/04e6cee6bf484b408f8953b70d403fe2 2024-11-08T09:18:41,234 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1f3f5d5dca95af2672bc7a9d7728869 2024-11-08T09:18:41,241 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869/queue/04e6cee6bf484b408f8953b70d403fe2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T09:18:41,243 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for d1f3f5d5dca95af2672bc7a9d7728869 in 602ms, sequenceid=10, compaction requested=false 2024-11-08T09:18:41,328 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/replication/d1f3f5d5dca95af2672bc7a9d7728869/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T09:18:41,329 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:41,329 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:18:41,329 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. 2024-11-08T09:18:41,330 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1f3f5d5dca95af2672bc7a9d7728869: Waiting for close lock at 1731057520640Running coprocessor pre-close hooks at 1731057520640Disabling compacts and flushes for region at 1731057520640Disabling writes for close at 1731057520640Obtaining lock to block concurrent updates at 1731057520641 (+1 ms)Preparing flush snapshotting stores in d1f3f5d5dca95af2672bc7a9d7728869 at 1731057520641Finished memstore snapshotting hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731057520641Flushing stores of hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. at 1731057520641Flushing d1f3f5d5dca95af2672bc7a9d7728869/hfileref: creating writer at 1731057520642 (+1 ms)Flushing d1f3f5d5dca95af2672bc7a9d7728869/hfileref: appending metadata at 1731057520659 (+17 ms)Flushing d1f3f5d5dca95af2672bc7a9d7728869/hfileref: closing flushed file at 1731057520659Flushing d1f3f5d5dca95af2672bc7a9d7728869/queue: creating writer at 1731057521082 (+423 ms)Flushing d1f3f5d5dca95af2672bc7a9d7728869/queue: appending metadata at 1731057521146 (+64 ms)Flushing d1f3f5d5dca95af2672bc7a9d7728869/queue: closing flushed file at 1731057521146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46787723: reopening flushed file at 1731057521194 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290b261e: reopening flushed file at 1731057521213 (+19 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for d1f3f5d5dca95af2672bc7a9d7728869 in 602ms, sequenceid=10, compaction requested=false at 1731057521243 (+30 ms)Writing region close event to WAL at 1731057521312 (+69 ms)Running coprocessor post-close hooks at 1731057521329 (+17 ms)Closed at 1731057521329 2024-11-08T09:18:41,330 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731057508736.d1f3f5d5dca95af2672bc7a9d7728869. 2024-11-08T09:18:41,352 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 1328, reset compression=false 2024-11-08T09:18:41,434 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:18:41,570 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/.tmp/ns/6db1269c14bf42d88a87280a58aba24d 2024-11-08T09:18:41,610 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/.tmp/rep_barrier/f5bbadfba2f0497e949602ca38f9d98b is 112, key is test,,1731057504413.2dc08b3e5e39ed18984732cefbf700a0./rep_barrier:seqnumDuringOpen/1731057505569/Put/seqid=0 2024-11-08T09:18:41,634 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T09:18:41,634 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:18:41,634 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:18:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741850_1026 (size=5518) 2024-11-08T09:18:41,653 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/.tmp/rep_barrier/f5bbadfba2f0497e949602ca38f9d98b 2024-11-08T09:18:41,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:41,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to cf4d76213909:41655 this server is in the failed servers list 2024-11-08T09:18:41,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cf4d76213909:41655 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:18:41,677 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 1328, reset compression=false 2024-11-08T09:18:41,737 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/.tmp/table/ea0eddad23d5447484ca9ffdb38a7774 is 53, key is hbase:replication/table:state/1731057509146/Put/seqid=0 2024-11-08T09:18:41,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741851_1027 (size=5308) 2024-11-08T09:18:41,835 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:18:42,035 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:18:42,100 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.wal-reader.cf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 to pos 1328, reset compression=false 2024-11-08T09:18:42,175 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/.tmp/table/ea0eddad23d5447484ca9ffdb38a7774 2024-11-08T09:18:42,185 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/.tmp/info/30c798d90d074ca681d47c7640ac5257 as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/info/30c798d90d074ca681d47c7640ac5257 2024-11-08T09:18:42,212 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/info/30c798d90d074ca681d47c7640ac5257, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T09:18:42,216 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/.tmp/ns/6db1269c14bf42d88a87280a58aba24d as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/ns/6db1269c14bf42d88a87280a58aba24d 2024-11-08T09:18:42,226 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/ns/6db1269c14bf42d88a87280a58aba24d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T09:18:42,228 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/.tmp/rep_barrier/f5bbadfba2f0497e949602ca38f9d98b as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/rep_barrier/f5bbadfba2f0497e949602ca38f9d98b 2024-11-08T09:18:42,235 DEBUG [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:18:42,237 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/rep_barrier/f5bbadfba2f0497e949602ca38f9d98b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T09:18:42,238 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/.tmp/table/ea0eddad23d5447484ca9ffdb38a7774 as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/table/ea0eddad23d5447484ca9ffdb38a7774 2024-11-08T09:18:42,245 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/table/ea0eddad23d5447484ca9ffdb38a7774, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T09:18:42,247 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1614ms, sequenceid=16, compaction requested=false 2024-11-08T09:18:42,247 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:18:42,304 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T09:18:42,309 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:42,309 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:18:42,309 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:42,309 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057520633Running coprocessor pre-close hooks at 1731057520633Disabling compacts and flushes for region at 1731057520633Disabling writes for close at 1731057520633Obtaining lock to block concurrent updates at 1731057520633Preparing flush snapshotting stores in 1588230740 at 1731057520633Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731057520634 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731057520634Flushing 1588230740/info: creating writer at 1731057520634Flushing 1588230740/info: appending metadata at 1731057520651 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731057520651Flushing 1588230740/ns: creating writer at 1731057521072 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731057521113 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1731057521113Flushing 1588230740/rep_barrier: creating writer at 1731057521577 (+464 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057521609 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057521609Flushing 1588230740/table: creating writer at 1731057521677 (+68 ms)Flushing 1588230740/table: appending metadata at 1731057521737 (+60 ms)Flushing 1588230740/table: closing flushed file at 1731057521737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5622a9: reopening flushed file at 1731057522184 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b177980: reopening flushed file at 1731057522213 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36bac699: reopening flushed file at 1731057522227 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496905a3: reopening flushed file at 1731057522237 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1614ms, sequenceid=16, compaction requested=false at 1731057522247 (+10 ms)Writing region close event to WAL at 1731057522281 (+34 ms)Running coprocessor post-close hooks at 1731057522309 (+28 ms)Closed at 1731057522309 2024-11-08T09:18:42,309 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:42,435 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,33219,1731057496086; all regions closed. 2024-11-08T09:18:42,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741834_1010 (size=4239) 2024-11-08T09:18:42,441 DEBUG [RS:0;cf4d76213909:33219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/oldWALs 2024-11-08T09:18:42,441 INFO [RS:0;cf4d76213909:33219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C33219%2C1731057496086.meta:.meta(num 1731057498930) 2024-11-08T09:18:42,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741839_1015 (size=2695) 2024-11-08T09:18:42,476 DEBUG [RS:0;cf4d76213909:33219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/oldWALs 2024-11-08T09:18:42,476 INFO [RS:0;cf4d76213909:33219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C33219%2C1731057496086.rep:(num 1731057509098) 2024-11-08T09:18:42,480 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/WALs/cf4d76213909,33219,1731057496086/cf4d76213909%2C33219%2C1731057496086.1731057497971 not finished, retry = 0 2024-11-08T09:18:42,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741832_1008 (size=1336) 2024-11-08T09:18:42,583 DEBUG [RS:0;cf4d76213909:33219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/oldWALs 2024-11-08T09:18:42,583 INFO [RS:0;cf4d76213909:33219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C33219%2C1731057496086:(num 1731057497971) 2024-11-08T09:18:42,583 DEBUG [RS:0;cf4d76213909:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:42,583 INFO [RS:0;cf4d76213909:33219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:18:42,583 INFO [RS:0;cf4d76213909:33219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:18:42,583 INFO [RS:0;cf4d76213909:33219 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:18:42,583 INFO [RS:0;cf4d76213909:33219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:18:42,583 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:18:42,583 INFO [RS:0;cf4d76213909:33219 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,33219,1731057496086 because: Region server is closing 2024-11-08T09:18:42,583 INFO [RS:0;cf4d76213909:33219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:33219. 2024-11-08T09:18:42,583 DEBUG [RS:0;cf4d76213909:33219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:42,584 DEBUG [RS:0;cf4d76213909:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:42,584 DEBUG [RS:0;cf4d76213909:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:42,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:42,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:42,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:18:42,675 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:18:42,684 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-08T09:18:42,684 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T09:18:42,684 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T09:18:43,386 INFO [RS:0;cf4d76213909:33219 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33219,1731057496086.replicationSource.shippercf4d76213909%2C33219%2C1731057496086,1-cf4d76213909,33219,1731057496086 terminated 2024-11-08T09:18:43,386 INFO [RS:0;cf4d76213909:33219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:33219. 2024-11-08T09:18:43,386 DEBUG [RS:0;cf4d76213909:33219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:18:43,386 DEBUG [RS:0;cf4d76213909:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:43,386 DEBUG [RS:0;cf4d76213909:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:43,386 INFO [RS:0;cf4d76213909:33219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33219 2024-11-08T09:18:43,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:18:43,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581/rs 2024-11-08T09:18:43,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01110966581/rs/cf4d76213909,33219,1731057496086 2024-11-08T09:18:43,396 INFO [RS:0;cf4d76213909:33219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:18:43,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,33219,1731057496086] 2024-11-08T09:18:43,417 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01110966581/draining/cf4d76213909,33219,1731057496086 already deleted, retry=false 2024-11-08T09:18:43,417 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,33219,1731057496086 expired; onlineServers=0 2024-11-08T09:18:43,417 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,33731,1731057495875' ***** 2024-11-08T09:18:43,417 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:18:43,417 INFO [M:0;cf4d76213909:33731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:18:43,417 INFO [M:0;cf4d76213909:33731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:18:43,417 DEBUG [M:0;cf4d76213909:33731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:18:43,417 DEBUG [M:0;cf4d76213909:33731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:18:43,417 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:18:43,418 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057497706 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057497706,5,FailOnTimeoutGroup] 2024-11-08T09:18:43,418 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057497706 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057497706,5,FailOnTimeoutGroup] 2024-11-08T09:18:43,418 INFO [M:0;cf4d76213909:33731 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:18:43,418 INFO [M:0;cf4d76213909:33731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:18:43,418 DEBUG [M:0;cf4d76213909:33731 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:18:43,418 INFO [M:0;cf4d76213909:33731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:18:43,418 INFO [M:0;cf4d76213909:33731 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:18:43,418 INFO [M:0;cf4d76213909:33731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:18:43,418 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:18:43,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01110966581/master 2024-11-08T09:18:43,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110966581 2024-11-08T09:18:43,480 DEBUG [M:0;cf4d76213909:33731 {}] zookeeper.RecoverableZooKeeper(212): Node /01110966581/master already deleted, retry=false 2024-11-08T09:18:43,480 DEBUG [M:0;cf4d76213909:33731 {}] master.ActiveMasterManager(353): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Failed delete of our master address node; KeeperErrorCode = NoNode for /01110966581/master 2024-11-08T09:18:43,482 INFO [M:0;cf4d76213909:33731 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/.lastflushedseqids 2024-11-08T09:18:43,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741852_1028 (size=263) 2024-11-08T09:18:43,494 INFO [M:0;cf4d76213909:33731 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:18:43,494 INFO [M:0;cf4d76213909:33731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:18:43,494 DEBUG [M:0;cf4d76213909:33731 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:18:43,494 INFO [M:0;cf4d76213909:33731 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:43,494 DEBUG [M:0;cf4d76213909:33731 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:43,494 DEBUG [M:0;cf4d76213909:33731 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:18:43,494 DEBUG [M:0;cf4d76213909:33731 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:43,494 INFO [M:0;cf4d76213909:33731 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T09:18:43,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:43,507 INFO [RS:0;cf4d76213909:33219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:18:43,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10119bd22a70001, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:43,507 INFO [RS:0;cf4d76213909:33219 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,33219,1731057496086; zookeeper connection closed. 2024-11-08T09:18:43,507 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ede45d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ede45d6 2024-11-08T09:18:43,507 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:18:43,516 DEBUG [M:0;cf4d76213909:33731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c0a726b44cf449ca3c98aa2aad0c5b2 is 82, key is hbase:meta,,1/info:regioninfo/1731057498958/Put/seqid=0 2024-11-08T09:18:43,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741853_1029 (size=5672) 2024-11-08T09:18:43,528 INFO [M:0;cf4d76213909:33731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c0a726b44cf449ca3c98aa2aad0c5b2 2024-11-08T09:18:43,554 DEBUG [M:0;cf4d76213909:33731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34fe647664f244219eefd732168ddfb6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731057509151/Put/seqid=0 2024-11-08T09:18:43,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741854_1030 (size=8516) 2024-11-08T09:18:43,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:18:43,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:43,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:43,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:43,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:43,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:43,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:43,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:43,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:43,983 INFO [M:0;cf4d76213909:33731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34fe647664f244219eefd732168ddfb6 2024-11-08T09:18:44,019 DEBUG [M:0;cf4d76213909:33731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f35d8786db404dbc8e36a5222b36b58b is 69, key is cf4d76213909,33219,1731057496086/rs:state/1731057497822/Put/seqid=0 2024-11-08T09:18:44,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741855_1031 (size=5156) 2024-11-08T09:18:44,463 INFO [M:0;cf4d76213909:33731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f35d8786db404dbc8e36a5222b36b58b 2024-11-08T09:18:44,471 DEBUG [M:0;cf4d76213909:33731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c0a726b44cf449ca3c98aa2aad0c5b2 as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c0a726b44cf449ca3c98aa2aad0c5b2 2024-11-08T09:18:44,481 INFO [M:0;cf4d76213909:33731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c0a726b44cf449ca3c98aa2aad0c5b2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T09:18:44,484 DEBUG [M:0;cf4d76213909:33731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34fe647664f244219eefd732168ddfb6 as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34fe647664f244219eefd732168ddfb6 2024-11-08T09:18:44,494 INFO [M:0;cf4d76213909:33731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34fe647664f244219eefd732168ddfb6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T09:18:44,496 DEBUG [M:0;cf4d76213909:33731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f35d8786db404dbc8e36a5222b36b58b as hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f35d8786db404dbc8e36a5222b36b58b 2024-11-08T09:18:44,505 INFO [M:0;cf4d76213909:33731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44527/user/jenkins/test-data/1f2965ae-b705-68d7-4dbb-08cc3fe74b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f35d8786db404dbc8e36a5222b36b58b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T09:18:44,507 INFO [M:0;cf4d76213909:33731 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=97, compaction requested=false 2024-11-08T09:18:44,513 INFO [M:0;cf4d76213909:33731 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:44,513 DEBUG [M:0;cf4d76213909:33731 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057523494Disabling compacts and flushes for region at 1731057523494Disabling writes for close at 1731057523494Obtaining lock to block concurrent updates at 1731057523494Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057523494Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731057523495 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057523495Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057523495Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057523516 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057523516Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057523533 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057523554 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057523554Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057523988 (+434 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057524019 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057524019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ec017d: reopening flushed file at 1731057524468 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf3d070: reopening flushed file at 1731057524481 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9c132e: reopening flushed file at 1731057524494 (+13 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=97, compaction requested=false at 1731057524507 (+13 ms)Writing region close event to WAL at 1731057524513 (+6 ms)Closed at 1731057524513 2024-11-08T09:18:44,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741830_1006 (size=63654) 2024-11-08T09:18:44,526 INFO [M:0;cf4d76213909:33731 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:18:44,526 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:18:44,526 INFO [M:0;cf4d76213909:33731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33731 2024-11-08T09:18:44,526 INFO [M:0;cf4d76213909:33731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:18:44,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:44,675 INFO [M:0;cf4d76213909:33731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:18:44,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33731-0x10119bd22a70000, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:18:44,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bdea809{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:18:44,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7161e3d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:18:44,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:18:44,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@122dce00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:18:44,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@251c6f8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/hadoop.log.dir/,STOPPED} 2024-11-08T09:18:44,679 WARN [BP-1097032486-172.17.0.2-1731057493784 heartbeating to localhost/127.0.0.1:44527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:18:44,679 WARN [BP-1097032486-172.17.0.2-1731057493784 heartbeating to localhost/127.0.0.1:44527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1097032486-172.17.0.2-1731057493784 (Datanode Uuid 26f04416-7693-4a1b-9097-fb90c41c8a66) service to localhost/127.0.0.1:44527 2024-11-08T09:18:44,679 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:18:44,679 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:18:44,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/cluster_485c2232-79dc-7372-635d-9f2c7e587b6c/data/data1/current/BP-1097032486-172.17.0.2-1731057493784 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:18:44,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/cluster_485c2232-79dc-7372-635d-9f2c7e587b6c/data/data2/current/BP-1097032486-172.17.0.2-1731057493784 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:18:44,680 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:18:44,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:44,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:18:44,682 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4154 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:18:44,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@672ff7d2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:18:44,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3457eb9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:18:44,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:18:44,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26ff3d7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:18:44,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73d05ad9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7ca988aa-8c3a-636c-1695-6867603216f8/hadoop.log.dir/,STOPPED} 2024-11-08T09:18:44,689 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:18:44,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:18:44,708 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 204) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45695 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44527 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44527 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52377) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52377) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44527 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45695 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 423) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5290 (was 5194) - AvailableMemoryMB LEAK? - 2024-11-08T09:18:44,716 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=5290 2024-11-08T09:18:44,727 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-08T09:18:44,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/hadoop.log.dir so I do NOT create it in target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25 2024-11-08T09:18:44,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:18:44,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/hadoop.tmp.dir so I do NOT create it in target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25 2024-11-08T09:18:44,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de671605-9446-c4db-7491-6d7f6c21d6b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:18:44,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25 2024-11-08T09:18:44,728 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/cluster_5343c9ea-5ee1-c35e-df78-2a739b158a38, deleteOnExit=true 2024-11-08T09:18:44,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/cluster_5343c9ea-5ee1-c35e-df78-2a739b158a38/zookeeper_0, clientPort=61226, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/cluster_5343c9ea-5ee1-c35e-df78-2a739b158a38/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/cluster_5343c9ea-5ee1-c35e-df78-2a739b158a38/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:18:44,750 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61226 2024-11-08T09:18:44,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:18:44,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:18:44,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/test.cache.data in system properties and HBase conf 2024-11-08T09:18:44,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:18:44,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:18:44,751 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:18:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:18:44,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10119bd22a70002, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:18:44,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10119bd22a70005, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:18:44,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10119bd22a70005, quorum=127.0.0.1:52377, baseZNode=/1584159014 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:18:44,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10119bd22a70002, quorum=127.0.0.1:52377, baseZNode=/01110966581 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:18:45,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:18:45,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:18:45,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:18:45,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:18:45,139 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:18:45,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:18:45,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5067272d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:18:45,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34daf7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:18:45,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5706329{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/java.io.tmpdir/jetty-localhost-34787-hadoop-hdfs-3_4_1-tests_jar-_-any-13917285603933196929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:18:45,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53b4795d{HTTP/1.1, (http/1.1)}{localhost:34787} 2024-11-08T09:18:45,270 INFO [Time-limited test {}] server.Server(415): Started @195866ms 2024-11-08T09:18:45,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:18:45,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:18:45,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:18:45,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:18:45,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:18:45,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41731668{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:18:45,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36063768{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:18:45,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58e9f6a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/java.io.tmpdir/jetty-localhost-40039-hadoop-hdfs-3_4_1-tests_jar-_-any-3009457030580312851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:18:45,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62f39c0d{HTTP/1.1, (http/1.1)}{localhost:40039} 2024-11-08T09:18:45,640 INFO [Time-limited test {}] server.Server(415): Started @196235ms 2024-11-08T09:18:45,641 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:18:46,347 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/cluster_5343c9ea-5ee1-c35e-df78-2a739b158a38/data/data1/current/BP-1486064828-172.17.0.2-1731057524767/current, will proceed with Du for space computation calculation, 2024-11-08T09:18:46,347 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/cluster_5343c9ea-5ee1-c35e-df78-2a739b158a38/data/data2/current/BP-1486064828-172.17.0.2-1731057524767/current, will proceed with Du for space computation calculation, 2024-11-08T09:18:46,367 WARN [Thread-2169 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:18:46,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb77e2e584fec251 with lease ID 0xdc53b34ddde050d2: Processing first storage report for DS-dd7fa416-0afc-4a83-8aa1-17452a8f4b86 from datanode DatanodeRegistration(127.0.0.1:40507, datanodeUuid=37546775-dcb1-4a3b-a32b-5a2daca77731, infoPort=43111, infoSecurePort=0, ipcPort=42411, storageInfo=lv=-57;cid=testClusterID;nsid=1792541137;c=1731057524767) 2024-11-08T09:18:46,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb77e2e584fec251 with lease ID 0xdc53b34ddde050d2: from storage DS-dd7fa416-0afc-4a83-8aa1-17452a8f4b86 node DatanodeRegistration(127.0.0.1:40507, datanodeUuid=37546775-dcb1-4a3b-a32b-5a2daca77731, infoPort=43111, infoSecurePort=0, ipcPort=42411, storageInfo=lv=-57;cid=testClusterID;nsid=1792541137;c=1731057524767), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:18:46,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb77e2e584fec251 with lease ID 0xdc53b34ddde050d2: Processing first storage report for DS-6beb77e8-1946-457b-b62a-62ded75d12c1 from datanode DatanodeRegistration(127.0.0.1:40507, datanodeUuid=37546775-dcb1-4a3b-a32b-5a2daca77731, infoPort=43111, infoSecurePort=0, ipcPort=42411, storageInfo=lv=-57;cid=testClusterID;nsid=1792541137;c=1731057524767) 2024-11-08T09:18:46,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb77e2e584fec251 with lease ID 0xdc53b34ddde050d2: from storage DS-6beb77e8-1946-457b-b62a-62ded75d12c1 node DatanodeRegistration(127.0.0.1:40507, datanodeUuid=37546775-dcb1-4a3b-a32b-5a2daca77731, infoPort=43111, infoSecurePort=0, ipcPort=42411, storageInfo=lv=-57;cid=testClusterID;nsid=1792541137;c=1731057524767), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:18:46,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25 2024-11-08T09:18:46,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:46,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:46,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:18:46,878 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0 with version=8 2024-11-08T09:18:46,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/hbase-staging 2024-11-08T09:18:46,879 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:18:46,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:46,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:46,879 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:18:46,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:46,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:18:46,879 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:18:46,879 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:18:46,880 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45627 2024-11-08T09:18:46,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45627 connecting to ZooKeeper ensemble=127.0.0.1:61226 2024-11-08T09:18:46,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456270x0, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:46,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45627-0x10119bd9bb80000 connected 2024-11-08T09:18:47,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:47,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:47,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Set watcher on znode that does not yet exist, /0-1551781962/running 2024-11-08T09:18:47,055 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0, hbase.cluster.distributed=false 2024-11-08T09:18:47,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Set watcher on znode that does not yet exist, /0-1551781962/acl 2024-11-08T09:18:47,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45627 2024-11-08T09:18:47,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45627 2024-11-08T09:18:47,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45627 2024-11-08T09:18:47,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45627 2024-11-08T09:18:47,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45627 2024-11-08T09:18:47,072 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:18:47,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:47,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:47,072 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:18:47,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:47,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:18:47,072 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:18:47,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:18:47,073 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33689 2024-11-08T09:18:47,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33689 connecting to ZooKeeper ensemble=127.0.0.1:61226 2024-11-08T09:18:47,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:47,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:47,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336890x0, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:47,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336890x0, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Set watcher on znode that does not yet exist, /0-1551781962/running 2024-11-08T09:18:47,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33689-0x10119bd9bb80001 connected 2024-11-08T09:18:47,092 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:18:47,092 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:18:47,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Set watcher on znode that does not yet exist, /0-1551781962/master 2024-11-08T09:18:47,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Set watcher on znode that does not yet exist, /0-1551781962/acl 2024-11-08T09:18:47,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33689 2024-11-08T09:18:47,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33689 2024-11-08T09:18:47,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33689 2024-11-08T09:18:47,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33689 2024-11-08T09:18:47,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33689 2024-11-08T09:18:47,109 DEBUG [M:0;cf4d76213909:45627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:45627 2024-11-08T09:18:47,110 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1551781962/backup-masters/cf4d76213909,45627,1731057526879 2024-11-08T09:18:47,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962/backup-masters 2024-11-08T09:18:47,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962/backup-masters 2024-11-08T09:18:47,123 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Set watcher on existing znode=/0-1551781962/backup-masters/cf4d76213909,45627,1731057526879 2024-11-08T09:18:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1551781962/master 2024-11-08T09:18:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:18:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:18:47,133 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Set watcher on existing znode=/0-1551781962/master 2024-11-08T09:18:47,134 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1551781962/backup-masters/cf4d76213909,45627,1731057526879 from backup master directory 2024-11-08T09:18:47,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1551781962/backup-masters/cf4d76213909,45627,1731057526879 2024-11-08T09:18:47,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962/backup-masters 2024-11-08T09:18:47,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962/backup-masters 2024-11-08T09:18:47,144 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:18:47,144 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,45627,1731057526879 2024-11-08T09:18:47,147 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/hbase.id] with ID: 866f94b1-1a96-413b-94b3-0b2aac1e03dc 2024-11-08T09:18:47,147 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/.tmp/hbase.id 2024-11-08T09:18:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:18:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:18:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:18:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T09:18:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T09:18:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T09:18:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:18:47,551 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/.tmp/hbase.id]:[hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/hbase.id] 2024-11-08T09:18:47,560 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:47,560 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:18:47,561 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:18:47,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:18:47,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:18:47,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:18:48,017 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:18:48,018 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:18:48,019 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:18:48,425 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store 2024-11-08T09:18:48,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:18:48,730 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:48,731 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:18:48,731 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:18:48,830 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:48,830 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:18:48,830 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:48,830 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:48,830 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:18:48,830 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:48,830 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:48,830 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057528830Disabling compacts and flushes for region at 1731057528830Disabling writes for close at 1731057528830Writing region close event to WAL at 1731057528830Closed at 1731057528830 2024-11-08T09:18:48,831 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/.initializing 2024-11-08T09:18:48,831 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/WALs/cf4d76213909,45627,1731057526879 2024-11-08T09:18:48,832 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:18:48,833 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C45627%2C1731057526879, suffix=, logDir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/WALs/cf4d76213909,45627,1731057526879, archiveDir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/oldWALs, maxLogs=10 2024-11-08T09:18:48,845 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/WALs/cf4d76213909,45627,1731057526879/cf4d76213909%2C45627%2C1731057526879.1731057528834, exclude list is [], retry=0 2024-11-08T09:18:48,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40507,DS-dd7fa416-0afc-4a83-8aa1-17452a8f4b86,DISK] 2024-11-08T09:18:48,849 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/WALs/cf4d76213909,45627,1731057526879/cf4d76213909%2C45627%2C1731057526879.1731057528834 2024-11-08T09:18:48,849 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-08T09:18:48,849 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:48,849 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:48,849 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:48,849 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:48,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:48,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:18:48,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:48,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:48,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:48,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:18:48,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:48,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:48,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:48,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:18:48,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:48,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:48,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:48,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:18:48,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:48,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:48,855 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:48,856 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:48,856 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:48,856 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:48,857 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:48,857 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:48,858 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:48,859 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:48,859 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61844345, jitterRate=-0.07844744622707367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:48,859 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057528849Initializing all the Stores at 1731057528850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057528850Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057528850Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057528850Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057528850Cleaning up temporary data from old regions at 1731057528857 (+7 ms)Region opened successfully at 1731057528859 (+2 ms) 2024-11-08T09:18:48,860 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:18:48,862 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c78f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:18:48,863 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:18:48,863 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:18:48,863 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:18:48,863 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:18:48,868 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-08T09:18:48,869 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:18:48,869 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:18:48,871 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:18:48,871 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Unable to get data of znode /0-1551781962/balancer because node does not exist (not necessarily an error) 2024-11-08T09:18:48,888 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:18:48,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:48,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:48,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:48,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:48,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:48,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:48,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:48,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:48,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:49,038 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1551781962/balancer already deleted, retry=false 2024-11-08T09:18:49,039 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:18:49,040 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Unable to get data of znode /0-1551781962/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:18:49,156 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1551781962/normalizer already deleted, retry=false 2024-11-08T09:18:49,157 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:18:49,158 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Unable to get data of znode /0-1551781962/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:18:49,186 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1551781962/switch/split already deleted, retry=false 2024-11-08T09:18:49,187 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Unable to get data of znode /0-1551781962/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:18:49,196 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1551781962/switch/merge already deleted, retry=false 2024-11-08T09:18:49,198 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Unable to get data of znode /0-1551781962/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:18:49,210 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1551781962/snapshot-cleanup already deleted, retry=false 2024-11-08T09:18:49,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1551781962/running 2024-11-08T09:18:49,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1551781962/running 2024-11-08T09:18:49,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:18:49,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:18:49,221 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,45627,1731057526879, sessionid=0x10119bd9bb80000, setting cluster-up flag (Was=false) 2024-11-08T09:18:49,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:18:49,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:18:49,273 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1551781962/flush-table-proc/acquired, /0-1551781962/flush-table-proc/reached, /0-1551781962/flush-table-proc/abort 2024-11-08T09:18:49,274 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,45627,1731057526879 2024-11-08T09:18:49,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:18:49,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:18:49,325 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1551781962/online-snapshot/acquired, /0-1551781962/online-snapshot/reached, /0-1551781962/online-snapshot/abort 2024-11-08T09:18:49,326 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,45627,1731057526879 2024-11-08T09:18:49,327 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:18:49,328 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:49,329 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:18:49,329 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:18:49,329 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,45627,1731057526879 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:18:49,330 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:49,330 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:49,330 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:49,330 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:49,330 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:18:49,330 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:49,330 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:18:49,330 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:49,331 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057559331 2024-11-08T09:18:49,331 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:18:49,331 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:18:49,331 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:18:49,331 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:18:49,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:49,331 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:18:49,331 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:18:49,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:18:49,331 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,332 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:18:49,332 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:18:49,332 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:18:49,332 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:18:49,332 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:49,332 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:18:49,332 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:18:49,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:18:49,336 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057529332,5,FailOnTimeoutGroup] 2024-11-08T09:18:49,336 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057529336,5,FailOnTimeoutGroup] 2024-11-08T09:18:49,336 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,337 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:18:49,337 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,337 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:18:49,402 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(746): ClusterId : 866f94b1-1a96-413b-94b3-0b2aac1e03dc 2024-11-08T09:18:49,402 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:18:49,411 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:18:49,411 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:18:49,421 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:18:49,421 DEBUG [RS:0;cf4d76213909:33689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cca088a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:18:49,434 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:33689 2024-11-08T09:18:49,434 INFO [RS:0;cf4d76213909:33689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:18:49,434 INFO [RS:0;cf4d76213909:33689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:18:49,434 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:18:49,435 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,45627,1731057526879 with port=33689, startcode=1731057527072 2024-11-08T09:18:49,435 DEBUG [RS:0;cf4d76213909:33689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:18:49,436 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:18:49,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,33689,1731057527072 2024-11-08T09:18:49,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45627 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,33689,1731057527072 2024-11-08T09:18:49,438 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0 2024-11-08T09:18:49,438 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36655 2024-11-08T09:18:49,438 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:18:49,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962/rs 2024-11-08T09:18:49,450 DEBUG [RS:0;cf4d76213909:33689 {}] zookeeper.ZKUtil(111): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Set watcher on existing znode=/0-1551781962/rs/cf4d76213909,33689,1731057527072 2024-11-08T09:18:49,450 WARN [RS:0;cf4d76213909:33689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:18:49,450 INFO [RS:0;cf4d76213909:33689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:49,450 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072 2024-11-08T09:18:49,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,33689,1731057527072] 2024-11-08T09:18:49,453 INFO [RS:0;cf4d76213909:33689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:18:49,454 INFO [RS:0;cf4d76213909:33689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:18:49,455 INFO [RS:0;cf4d76213909:33689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:18:49,455 INFO [RS:0;cf4d76213909:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,455 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:18:49,455 INFO [RS:0;cf4d76213909:33689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:18:49,455 INFO [RS:0;cf4d76213909:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:18:49,456 DEBUG [RS:0;cf4d76213909:33689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:18:49,460 INFO [RS:0;cf4d76213909:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,460 INFO [RS:0;cf4d76213909:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,460 INFO [RS:0;cf4d76213909:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,460 INFO [RS:0;cf4d76213909:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,460 INFO [RS:0;cf4d76213909:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,460 INFO [RS:0;cf4d76213909:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33689,1731057527072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:18:49,477 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:18:49,477 INFO [RS:0;cf4d76213909:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33689,1731057527072-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,477 INFO [RS:0;cf4d76213909:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,477 INFO [RS:0;cf4d76213909:33689 {}] regionserver.Replication(171): cf4d76213909,33689,1731057527072 started 2024-11-08T09:18:49,493 INFO [RS:0;cf4d76213909:33689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:49,493 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,33689,1731057527072, RpcServer on cf4d76213909/172.17.0.2:33689, sessionid=0x10119bd9bb80001 2024-11-08T09:18:49,493 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:18:49,493 DEBUG [RS:0;cf4d76213909:33689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,33689,1731057527072 2024-11-08T09:18:49,493 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,33689,1731057527072' 2024-11-08T09:18:49,493 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1551781962/flush-table-proc/abort' 2024-11-08T09:18:49,494 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1551781962/flush-table-proc/acquired' 2024-11-08T09:18:49,494 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:18:49,494 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:18:49,494 DEBUG [RS:0;cf4d76213909:33689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,33689,1731057527072 2024-11-08T09:18:49,494 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,33689,1731057527072' 2024-11-08T09:18:49,495 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1551781962/online-snapshot/abort' 2024-11-08T09:18:49,495 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1551781962/online-snapshot/acquired' 2024-11-08T09:18:49,495 DEBUG [RS:0;cf4d76213909:33689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:18:49,495 INFO [RS:0;cf4d76213909:33689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:18:49,495 INFO [RS:0;cf4d76213909:33689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:18:49,596 INFO [RS:0;cf4d76213909:33689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:18:49,597 INFO [RS:0;cf4d76213909:33689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C33689%2C1731057527072, suffix=, logDir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072, archiveDir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/oldWALs, maxLogs=10 2024-11-08T09:18:49,609 DEBUG [RS:0;cf4d76213909:33689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597, exclude list is [], retry=0 2024-11-08T09:18:49,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40507,DS-dd7fa416-0afc-4a83-8aa1-17452a8f4b86,DISK] 2024-11-08T09:18:49,613 INFO [RS:0;cf4d76213909:33689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 2024-11-08T09:18:49,613 DEBUG [RS:0;cf4d76213909:33689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-08T09:18:49,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:18:49,740 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0 2024-11-08T09:18:49,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:18:50,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:50,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:18:50,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:18:50,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:50,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:50,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:18:50,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:18:50,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:50,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:50,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:18:50,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:18:50,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:50,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:50,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:18:50,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:18:50,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:50,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:50,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:18:50,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740 2024-11-08T09:18:50,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740 2024-11-08T09:18:50,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:18:50,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:18:50,154 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:50,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:18:50,157 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:50,158 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68948137, jitterRate=0.02740730345249176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:50,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057530146Initializing all the Stores at 1731057530147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057530147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057530147Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057530147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057530147Cleaning up temporary data from old regions at 1731057530154 (+7 ms)Region opened successfully at 1731057530158 (+4 ms) 2024-11-08T09:18:50,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:18:50,158 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:18:50,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:18:50,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:18:50,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:18:50,158 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:50,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057530158Disabling compacts and flushes for region at 1731057530158Disabling writes for close at 1731057530158Writing region close event to WAL at 1731057530158Closed at 1731057530158 2024-11-08T09:18:50,159 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:50,159 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:18:50,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:18:50,160 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:18:50,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:18:50,311 DEBUG [cf4d76213909:45627 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:18:50,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,33689,1731057527072 2024-11-08T09:18:50,312 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,33689,1731057527072, state=OPENING 2024-11-08T09:18:50,441 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:18:50,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:18:50,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:18:50,484 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:18:50,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1551781962/meta-region-server: CHANGED 2024-11-08T09:18:50,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1551781962/meta-region-server: CHANGED 2024-11-08T09:18:50,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,33689,1731057527072}] 2024-11-08T09:18:50,636 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:18:50,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:18:50,641 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:18:50,641 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:50,641 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:18:50,642 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C33689%2C1731057527072.meta, suffix=.meta, logDir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072, archiveDir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/oldWALs, maxLogs=10 2024-11-08T09:18:50,654 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.meta.1731057530642.meta, exclude list is [], retry=0 2024-11-08T09:18:50,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40507,DS-dd7fa416-0afc-4a83-8aa1-17452a8f4b86,DISK] 2024-11-08T09:18:50,657 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.meta.1731057530642.meta 2024-11-08T09:18:50,658 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-08T09:18:50,658 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:50,658 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:18:50,658 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:18:50,658 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:18:50,658 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:18:50,658 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:18:50,658 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:50,659 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:18:50,659 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:18:50,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:18:50,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:18:50,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:50,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:50,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:18:50,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:18:50,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:50,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:50,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:18:50,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:18:50,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:50,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:50,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:18:50,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:18:50,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:50,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:50,664 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:18:50,664 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740 2024-11-08T09:18:50,665 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740 2024-11-08T09:18:50,666 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:18:50,666 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:18:50,667 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:50,667 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:18:50,668 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65738130, jitterRate=-0.020425528287887573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:50,668 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:18:50,668 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057530659Writing region info on filesystem at 1731057530659Initializing all the Stores at 1731057530659Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057530659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057530660 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057530660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057530660Cleaning up temporary data from old regions at 1731057530666 (+6 ms)Running coprocessor post-open hooks at 1731057530668 (+2 ms)Region opened successfully at 1731057530668 2024-11-08T09:18:50,669 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057530636 2024-11-08T09:18:50,671 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:18:50,671 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:18:50,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,33689,1731057527072 2024-11-08T09:18:50,672 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,33689,1731057527072, state=OPEN 2024-11-08T09:18:50,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1551781962/meta-region-server 2024-11-08T09:18:50,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1551781962/meta-region-server 2024-11-08T09:18:50,694 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,33689,1731057527072 2024-11-08T09:18:50,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1551781962/meta-region-server: CHANGED 2024-11-08T09:18:50,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1551781962/meta-region-server: CHANGED 2024-11-08T09:18:50,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:18:50,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,33689,1731057527072 in 210 msec 2024-11-08T09:18:50,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:18:50,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 537 msec 2024-11-08T09:18:50,699 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:50,699 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:18:50,700 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:50,700 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,33689,1731057527072, seqNum=-1] 2024-11-08T09:18:50,700 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:50,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:50,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3770 sec 2024-11-08T09:18:50,706 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057530706, completionTime=-1 2024-11-08T09:18:50,706 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:18:50,706 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:18:50,707 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:18:50,707 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057590707 2024-11-08T09:18:50,707 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057650707 2024-11-08T09:18:50,708 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T09:18:50,708 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45627,1731057526879-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:50,708 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45627,1731057526879-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:50,708 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45627,1731057526879-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:50,708 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:45627, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:50,708 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:50,708 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:50,710 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:18:50,712 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.567sec 2024-11-08T09:18:50,712 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:18:50,712 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:18:50,712 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:18:50,712 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:18:50,712 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:18:50,712 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45627,1731057526879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:18:50,712 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45627,1731057526879-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:18:50,714 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:18:50,714 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:18:50,714 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45627,1731057526879-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:50,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bb2f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:50,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,45627,-1 for getting cluster id 2024-11-08T09:18:50,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:50,804 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '866f94b1-1a96-413b-94b3-0b2aac1e03dc' 2024-11-08T09:18:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "866f94b1-1a96-413b-94b3-0b2aac1e03dc" 2024-11-08T09:18:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a041cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,45627,-1] 2024-11-08T09:18:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:50,806 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:50,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b35a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:50,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:50,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,33689,1731057527072, seqNum=-1] 2024-11-08T09:18:50,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:50,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:50,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,45627,1731057526879 2024-11-08T09:18:50,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61226 2024-11-08T09:18:50,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:50,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10119bd9bb80002 connected 2024-11-08T09:18:50,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/hadoop.log.dir so I do NOT create it in target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96 2024-11-08T09:18:50,833 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:18:50,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/hadoop.tmp.dir so I do NOT create it in target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96 2024-11-08T09:18:50,833 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:18:50,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96 2024-11-08T09:18:50,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:18:50,833 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/cluster_0c7d6c68-1139-319e-7bd1-0bb30f30bb78, deleteOnExit=true 2024-11-08T09:18:50,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:18:50,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/test.cache.data in system properties and HBase conf 2024-11-08T09:18:50,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:18:50,834 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:18:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:18:50,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:18:50,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:18:51,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:18:51,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:18:51,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:18:51,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:18:51,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:18:51,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:18:51,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78d8d321{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:18:51,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a615ba1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:18:51,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@404e031b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/java.io.tmpdir/jetty-localhost-45845-hadoop-hdfs-3_4_1-tests_jar-_-any-11618630458236484352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:18:51,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c4acb23{HTTP/1.1, (http/1.1)}{localhost:45845} 2024-11-08T09:18:51,238 INFO [Time-limited test {}] server.Server(415): Started @201833ms 2024-11-08T09:18:51,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:18:51,462 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:18:51,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:18:51,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:18:51,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:18:51,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@436e36a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:18:51,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e0fd22c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:18:51,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d611e11{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/java.io.tmpdir/jetty-localhost-41383-hadoop-hdfs-3_4_1-tests_jar-_-any-1470844493583723298/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:18:51,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b907227{HTTP/1.1, (http/1.1)}{localhost:41383} 2024-11-08T09:18:51,559 INFO [Time-limited test {}] server.Server(415): Started @202155ms 2024-11-08T09:18:51,560 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:18:52,254 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/cluster_0c7d6c68-1139-319e-7bd1-0bb30f30bb78/data/data1/current/BP-860822346-172.17.0.2-1731057530849/current, will proceed with Du for space computation calculation, 2024-11-08T09:18:52,254 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/cluster_0c7d6c68-1139-319e-7bd1-0bb30f30bb78/data/data2/current/BP-860822346-172.17.0.2-1731057530849/current, will proceed with Du for space computation calculation, 2024-11-08T09:18:52,271 WARN [Thread-2290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:18:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec9d4fa9b97169ad with lease ID 0x90bee3e8214310ac: Processing first storage report for DS-a7f95d26-289a-45c0-90a8-efddd95cadc0 from datanode DatanodeRegistration(127.0.0.1:42507, datanodeUuid=559f88c5-1b41-4877-9f2b-5f6619c866c5, infoPort=44653, infoSecurePort=0, ipcPort=42689, storageInfo=lv=-57;cid=testClusterID;nsid=1300158517;c=1731057530849) 2024-11-08T09:18:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec9d4fa9b97169ad with lease ID 0x90bee3e8214310ac: from storage DS-a7f95d26-289a-45c0-90a8-efddd95cadc0 node DatanodeRegistration(127.0.0.1:42507, datanodeUuid=559f88c5-1b41-4877-9f2b-5f6619c866c5, infoPort=44653, infoSecurePort=0, ipcPort=42689, storageInfo=lv=-57;cid=testClusterID;nsid=1300158517;c=1731057530849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:18:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec9d4fa9b97169ad with lease ID 0x90bee3e8214310ac: Processing first storage report for DS-3b17373f-f224-4cbc-9564-7f92142b07b6 from datanode DatanodeRegistration(127.0.0.1:42507, datanodeUuid=559f88c5-1b41-4877-9f2b-5f6619c866c5, infoPort=44653, infoSecurePort=0, ipcPort=42689, storageInfo=lv=-57;cid=testClusterID;nsid=1300158517;c=1731057530849) 2024-11-08T09:18:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec9d4fa9b97169ad with lease ID 0x90bee3e8214310ac: from storage DS-3b17373f-f224-4cbc-9564-7f92142b07b6 node DatanodeRegistration(127.0.0.1:42507, datanodeUuid=559f88c5-1b41-4877-9f2b-5f6619c866c5, infoPort=44653, infoSecurePort=0, ipcPort=42689, storageInfo=lv=-57;cid=testClusterID;nsid=1300158517;c=1731057530849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:18:52,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96 2024-11-08T09:18:52,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:52,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:52,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:18:52,693 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c with version=8 2024-11-08T09:18:52,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/hbase-staging 2024-11-08T09:18:52,695 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:18:52,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:52,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:52,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:18:52,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:52,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:18:52,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:18:52,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:18:52,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35951 2024-11-08T09:18:52,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35951 connecting to ZooKeeper ensemble=127.0.0.1:61226 2024-11-08T09:18:52,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359510x0, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:52,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35951-0x10119bd9bb80003 connected 2024-11-08T09:18:52,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:52,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:52,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Set watcher on znode that does not yet exist, /1-115266648/running 2024-11-08T09:18:52,835 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c, hbase.cluster.distributed=false 2024-11-08T09:18:52,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Set watcher on znode that does not yet exist, /1-115266648/acl 2024-11-08T09:18:52,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35951 2024-11-08T09:18:52,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35951 2024-11-08T09:18:52,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35951 2024-11-08T09:18:52,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35951 2024-11-08T09:18:52,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35951 2024-11-08T09:18:52,858 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:18:52,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:52,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:52,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:18:52,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:18:52,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:18:52,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:18:52,858 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:18:52,859 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45619 2024-11-08T09:18:52,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45619 connecting to ZooKeeper ensemble=127.0.0.1:61226 2024-11-08T09:18:52,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:52,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:52,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456190x0, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:52,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456190x0, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Set watcher on znode that does not yet exist, /1-115266648/running 2024-11-08T09:18:52,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45619-0x10119bd9bb80004 connected 2024-11-08T09:18:52,873 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:18:52,874 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:18:52,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Set watcher on znode that does not yet exist, /1-115266648/master 2024-11-08T09:18:52,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Set watcher on znode that does not yet exist, /1-115266648/acl 2024-11-08T09:18:52,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45619 2024-11-08T09:18:52,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45619 2024-11-08T09:18:52,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45619 2024-11-08T09:18:52,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45619 2024-11-08T09:18:52,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45619 2024-11-08T09:18:52,900 DEBUG [M:0;cf4d76213909:35951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:35951 2024-11-08T09:18:52,901 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-115266648/backup-masters/cf4d76213909,35951,1731057532695 2024-11-08T09:18:52,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648/backup-masters 2024-11-08T09:18:52,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648/backup-masters 2024-11-08T09:18:52,912 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Set watcher on existing znode=/1-115266648/backup-masters/cf4d76213909,35951,1731057532695 2024-11-08T09:18:52,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-115266648/master 2024-11-08T09:18:52,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:18:52,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:18:52,923 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Set watcher on existing znode=/1-115266648/master 2024-11-08T09:18:52,923 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-115266648/backup-masters/cf4d76213909,35951,1731057532695 from backup master directory 2024-11-08T09:18:52,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648/backup-masters 2024-11-08T09:18:52,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-115266648/backup-masters/cf4d76213909,35951,1731057532695 2024-11-08T09:18:52,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648/backup-masters 2024-11-08T09:18:52,933 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:18:52,933 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,35951,1731057532695 2024-11-08T09:18:52,936 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/hbase.id] with ID: 3a52418d-3a1b-429f-998a-987480d1f498 2024-11-08T09:18:52,936 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/.tmp/hbase.id 2024-11-08T09:18:52,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:18:53,341 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/.tmp/hbase.id]:[hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/hbase.id] 2024-11-08T09:18:53,351 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:18:53,351 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:18:53,352 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:18:53,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:18:53,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:18:53,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:18:53,805 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:18:53,806 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:18:53,806 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:53,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:18:54,213 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store 2024-11-08T09:18:54,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:18:54,223 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:54,223 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:18:54,223 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:54,223 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:54,223 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:18:54,223 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:54,223 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:18:54,223 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057534223Disabling compacts and flushes for region at 1731057534223Disabling writes for close at 1731057534223Writing region close event to WAL at 1731057534223Closed at 1731057534223 2024-11-08T09:18:54,224 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/.initializing 2024-11-08T09:18:54,224 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/WALs/cf4d76213909,35951,1731057532695 2024-11-08T09:18:54,224 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:18:54,226 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C35951%2C1731057532695, suffix=, logDir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/WALs/cf4d76213909,35951,1731057532695, archiveDir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/oldWALs, maxLogs=10 2024-11-08T09:18:54,242 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/WALs/cf4d76213909,35951,1731057532695/cf4d76213909%2C35951%2C1731057532695.1731057534226, exclude list is [], retry=0 2024-11-08T09:18:54,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-a7f95d26-289a-45c0-90a8-efddd95cadc0,DISK] 2024-11-08T09:18:54,247 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/WALs/cf4d76213909,35951,1731057532695/cf4d76213909%2C35951%2C1731057532695.1731057534226 2024-11-08T09:18:54,247 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44653:44653)] 2024-11-08T09:18:54,247 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:54,248 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:54,248 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:54,248 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:54,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:54,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:18:54,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:54,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:54,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:54,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:18:54,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:54,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:54,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:54,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:18:54,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:54,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:54,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:54,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:18:54,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:54,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:54,270 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:54,271 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:54,271 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:54,272 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:54,272 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:54,272 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:54,273 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:18:54,275 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:54,275 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75215749, jitterRate=0.12080200016498566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:54,276 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057534248Initializing all the Stores at 1731057534260 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057534260Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057534264 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057534264Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057534264Cleaning up temporary data from old regions at 1731057534272 (+8 ms)Region opened successfully at 1731057534275 (+3 ms) 2024-11-08T09:18:54,276 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:18:54,278 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee4bfae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:18:54,279 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:18:54,279 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:18:54,279 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:18:54,280 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:18:54,280 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:18:54,280 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:18:54,280 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:18:54,286 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:18:54,287 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Unable to get data of znode /1-115266648/balancer because node does not exist (not necessarily an error) 2024-11-08T09:18:54,346 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-115266648/balancer already deleted, retry=false 2024-11-08T09:18:54,347 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:18:54,348 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Unable to get data of znode /1-115266648/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:18:54,357 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-115266648/normalizer already deleted, retry=false 2024-11-08T09:18:54,357 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:18:54,358 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Unable to get data of znode /1-115266648/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:18:54,367 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-115266648/switch/split already deleted, retry=false 2024-11-08T09:18:54,368 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Unable to get data of znode /1-115266648/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:18:54,378 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-115266648/switch/merge already deleted, retry=false 2024-11-08T09:18:54,380 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Unable to get data of znode /1-115266648/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:18:54,388 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-115266648/snapshot-cleanup already deleted, retry=false 2024-11-08T09:18:54,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-115266648/running 2024-11-08T09:18:54,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-115266648/running 2024-11-08T09:18:54,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:18:54,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:18:54,399 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,35951,1731057532695, sessionid=0x10119bd9bb80003, setting cluster-up flag (Was=false) 2024-11-08T09:18:54,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:18:54,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:18:54,529 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-115266648/flush-table-proc/acquired, /1-115266648/flush-table-proc/reached, /1-115266648/flush-table-proc/abort 2024-11-08T09:18:54,530 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,35951,1731057532695 2024-11-08T09:18:54,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:18:54,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:18:54,599 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-115266648/online-snapshot/acquired, /1-115266648/online-snapshot/reached, /1-115266648/online-snapshot/abort 2024-11-08T09:18:54,600 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,35951,1731057532695 2024-11-08T09:18:54,601 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:18:54,602 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:54,602 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:18:54,602 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:18:54,602 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,35951,1731057532695 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:18:54,604 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:54,604 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:54,604 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:54,604 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:18:54,604 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:18:54,604 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:54,604 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:18:54,604 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:54,605 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057564605 2024-11-08T09:18:54,605 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:18:54,605 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:18:54,605 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:18:54,605 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:18:54,605 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:18:54,605 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:18:54,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:54,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:18:54,605 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,605 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:18:54,605 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:18:54,606 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:18:54,606 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:18:54,606 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:18:54,606 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:18:54,606 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:54,606 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057534606,5,FailOnTimeoutGroup] 2024-11-08T09:18:54,606 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057534606,5,FailOnTimeoutGroup] 2024-11-08T09:18:54,606 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,606 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:18:54,606 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:18:54,606 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,606 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:18:54,689 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(746): ClusterId : 3a52418d-3a1b-429f-998a-987480d1f498 2024-11-08T09:18:54,689 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:18:54,702 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:18:54,702 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:18:54,712 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:18:54,712 DEBUG [RS:0;cf4d76213909:45619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35394259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:18:54,724 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:45619 2024-11-08T09:18:54,724 INFO [RS:0;cf4d76213909:45619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:18:54,724 INFO [RS:0;cf4d76213909:45619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:18:54,724 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:18:54,725 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,35951,1731057532695 with port=45619, startcode=1731057532858 2024-11-08T09:18:54,725 DEBUG [RS:0;cf4d76213909:45619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:18:54,726 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:18:54,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,45619,1731057532858 2024-11-08T09:18:54,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35951 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,45619,1731057532858 2024-11-08T09:18:54,728 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c 2024-11-08T09:18:54,728 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43403 2024-11-08T09:18:54,728 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:18:54,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648/rs 2024-11-08T09:18:54,791 DEBUG [RS:0;cf4d76213909:45619 {}] zookeeper.ZKUtil(111): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Set watcher on existing znode=/1-115266648/rs/cf4d76213909,45619,1731057532858 2024-11-08T09:18:54,791 WARN [RS:0;cf4d76213909:45619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:18:54,791 INFO [RS:0;cf4d76213909:45619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:54,791 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858 2024-11-08T09:18:54,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,45619,1731057532858] 2024-11-08T09:18:54,794 INFO [RS:0;cf4d76213909:45619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:18:54,795 INFO [RS:0;cf4d76213909:45619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:18:54,795 INFO [RS:0;cf4d76213909:45619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:18:54,795 INFO [RS:0;cf4d76213909:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,796 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:18:54,796 INFO [RS:0;cf4d76213909:45619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:18:54,796 INFO [RS:0;cf4d76213909:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,796 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:54,796 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:54,796 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:54,796 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:54,796 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:54,796 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:18:54,796 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:54,797 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:54,797 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:54,797 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:54,797 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:54,797 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:18:54,797 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:18:54,797 DEBUG [RS:0;cf4d76213909:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:18:54,797 INFO [RS:0;cf4d76213909:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,797 INFO [RS:0;cf4d76213909:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,797 INFO [RS:0;cf4d76213909:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,797 INFO [RS:0;cf4d76213909:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,797 INFO [RS:0;cf4d76213909:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,797 INFO [RS:0;cf4d76213909:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45619,1731057532858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:18:54,814 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:18:54,814 INFO [RS:0;cf4d76213909:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45619,1731057532858-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,814 INFO [RS:0;cf4d76213909:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,814 INFO [RS:0;cf4d76213909:45619 {}] regionserver.Replication(171): cf4d76213909,45619,1731057532858 started 2024-11-08T09:18:54,829 INFO [RS:0;cf4d76213909:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:54,829 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,45619,1731057532858, RpcServer on cf4d76213909/172.17.0.2:45619, sessionid=0x10119bd9bb80004 2024-11-08T09:18:54,830 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:18:54,830 DEBUG [RS:0;cf4d76213909:45619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,45619,1731057532858 2024-11-08T09:18:54,830 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,45619,1731057532858' 2024-11-08T09:18:54,830 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-115266648/flush-table-proc/abort' 2024-11-08T09:18:54,830 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-115266648/flush-table-proc/acquired' 2024-11-08T09:18:54,831 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:18:54,831 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:18:54,831 DEBUG [RS:0;cf4d76213909:45619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,45619,1731057532858 2024-11-08T09:18:54,831 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,45619,1731057532858' 2024-11-08T09:18:54,831 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-115266648/online-snapshot/abort' 2024-11-08T09:18:54,831 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-115266648/online-snapshot/acquired' 2024-11-08T09:18:54,831 DEBUG [RS:0;cf4d76213909:45619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:18:54,831 INFO [RS:0;cf4d76213909:45619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:18:54,831 INFO [RS:0;cf4d76213909:45619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:18:54,932 INFO [RS:0;cf4d76213909:45619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:18:54,933 INFO [RS:0;cf4d76213909:45619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45619%2C1731057532858, suffix=, logDir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858, archiveDir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/oldWALs, maxLogs=10 2024-11-08T09:18:54,949 DEBUG [RS:0;cf4d76213909:45619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934, exclude list is [], retry=0 2024-11-08T09:18:54,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-a7f95d26-289a-45c0-90a8-efddd95cadc0,DISK] 2024-11-08T09:18:54,953 INFO [RS:0;cf4d76213909:45619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 2024-11-08T09:18:54,953 DEBUG [RS:0;cf4d76213909:45619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44653:44653)] 2024-11-08T09:18:55,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:18:55,011 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c 2024-11-08T09:18:55,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:18:55,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:55,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:18:55,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:18:55,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:55,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:55,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:18:55,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:18:55,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:55,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:55,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:18:55,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:18:55,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:55,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:55,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:18:55,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:18:55,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:55,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:55,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:18:55,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740 2024-11-08T09:18:55,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740 2024-11-08T09:18:55,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:18:55,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:18:55,427 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:55,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:18:55,430 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:55,430 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71490486, jitterRate=0.06529125571250916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:55,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057535417Initializing all the Stores at 1731057535418 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057535418Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057535418Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057535418Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057535418Cleaning up temporary data from old regions at 1731057535426 (+8 ms)Region opened successfully at 1731057535430 (+4 ms) 2024-11-08T09:18:55,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:18:55,430 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:18:55,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:18:55,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:18:55,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:18:55,431 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:18:55,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057535430Disabling compacts and flushes for region at 1731057535430Disabling writes for close at 1731057535430Writing region close event to WAL at 1731057535431 (+1 ms)Closed at 1731057535431 2024-11-08T09:18:55,432 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:55,432 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:18:55,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:18:55,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:18:55,434 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:18:55,453 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:18:55,584 DEBUG [cf4d76213909:35951 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:18:55,584 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,45619,1731057532858 2024-11-08T09:18:55,585 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,45619,1731057532858, state=OPENING 2024-11-08T09:18:55,630 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:18:55,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:18:55,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:18:55,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-115266648/meta-region-server: CHANGED 2024-11-08T09:18:55,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-115266648/meta-region-server: CHANGED 2024-11-08T09:18:55,641 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:18:55,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,45619,1731057532858}] 2024-11-08T09:18:55,794 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:18:55,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:18:55,798 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:18:55,798 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:18:55,798 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:18:55,800 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45619%2C1731057532858.meta, suffix=.meta, logDir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858, archiveDir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/oldWALs, maxLogs=10 2024-11-08T09:18:55,811 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.meta.1731057535800.meta, exclude list is [], retry=0 2024-11-08T09:18:55,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-a7f95d26-289a-45c0-90a8-efddd95cadc0,DISK] 2024-11-08T09:18:55,815 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.meta.1731057535800.meta 2024-11-08T09:18:55,815 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44653:44653)] 2024-11-08T09:18:55,815 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:55,815 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:18:55,815 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:18:55,815 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:18:55,815 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:18:55,816 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:18:55,816 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:55,816 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:18:55,816 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:18:55,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:18:55,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:18:55,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:55,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:55,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:18:55,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:18:55,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:55,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:55,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:18:55,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:18:55,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:55,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:55,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:18:55,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:18:55,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:55,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:18:55,820 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:18:55,821 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740 2024-11-08T09:18:55,822 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740 2024-11-08T09:18:55,823 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:18:55,823 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:18:55,823 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:18:55,824 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:18:55,824 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66753778, jitterRate=-0.005291193723678589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:18:55,824 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:18:55,824 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057535816Writing region info on filesystem at 1731057535816Initializing all the Stores at 1731057535816Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057535817 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057535817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057535817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057535817Cleaning up temporary data from old regions at 1731057535823 (+6 ms)Running coprocessor post-open hooks at 1731057535824 (+1 ms)Region opened successfully at 1731057535824 2024-11-08T09:18:55,825 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057535794 2024-11-08T09:18:55,827 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:18:55,827 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:18:55,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,45619,1731057532858 2024-11-08T09:18:55,828 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,45619,1731057532858, state=OPEN 2024-11-08T09:18:55,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-115266648/meta-region-server 2024-11-08T09:18:55,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-115266648/meta-region-server 2024-11-08T09:18:55,838 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,45619,1731057532858 2024-11-08T09:18:55,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-115266648/meta-region-server: CHANGED 2024-11-08T09:18:55,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-115266648/meta-region-server: CHANGED 2024-11-08T09:18:55,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:18:55,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,45619,1731057532858 in 196 msec 2024-11-08T09:18:55,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:18:55,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-08T09:18:55,842 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:18:55,842 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:18:55,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:55,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45619,1731057532858, seqNum=-1] 2024-11-08T09:18:55,843 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:55,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:55,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-11-08T09:18:55,848 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057535847, completionTime=-1 2024-11-08T09:18:55,848 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:18:55,848 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:18:55,849 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:18:55,849 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057595849 2024-11-08T09:18:55,850 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057655850 2024-11-08T09:18:55,850 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T09:18:55,850 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,35951,1731057532695-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:55,850 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,35951,1731057532695-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:55,850 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,35951,1731057532695-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:55,850 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:35951, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:55,850 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:55,850 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:55,852 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:18:55,853 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.920sec 2024-11-08T09:18:55,853 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:18:55,853 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:18:55,853 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:18:55,853 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:18:55,853 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:18:55,853 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,35951,1731057532695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:18:55,853 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,35951,1731057532695-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:18:55,855 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:18:55,855 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:18:55,855 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,35951,1731057532695-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:18:55,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b626029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:55,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,35951,-1 for getting cluster id 2024-11-08T09:18:55,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:18:55,891 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a52418d-3a1b-429f-998a-987480d1f498' 2024-11-08T09:18:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:18:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a52418d-3a1b-429f-998a-987480d1f498" 2024-11-08T09:18:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e87be66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,35951,-1] 2024-11-08T09:18:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:18:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:18:55,893 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:18:55,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d36632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:18:55,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:18:55,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45619,1731057532858, seqNum=-1] 2024-11-08T09:18:55,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:18:55,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:18:55,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,35951,1731057532695 2024-11-08T09:18:55,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61226 2024-11-08T09:18:55,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:18:55,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10119bd9bb80005 connected 2024-11-08T09:18:55,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:55,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,45627,1731057526879 2024-11-08T09:18:55,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4873d31f 2024-11-08T09:18:55,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:55,918 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:18:55,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:18:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:18:55,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:18:55,921 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:55,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:18:55,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:18:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:18:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:56,160 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:18:56,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:56,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:56,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:56,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:56,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:56,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:56,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:56,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:56,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:18:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:56,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8013dbcfdb89b04b9184ff07145cd78a, NAME => 'test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0 2024-11-08T09:18:56,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:18:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:56,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:56,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8013dbcfdb89b04b9184ff07145cd78a, disabling compactions & flushes 2024-11-08T09:18:56,737 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. 2024-11-08T09:18:56,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. 2024-11-08T09:18:56,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. after waiting 0 ms 2024-11-08T09:18:56,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. 2024-11-08T09:18:56,737 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. 2024-11-08T09:18:56,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8013dbcfdb89b04b9184ff07145cd78a: Waiting for close lock at 1731057536737Disabling compacts and flushes for region at 1731057536737Disabling writes for close at 1731057536737Writing region close event to WAL at 1731057536737Closed at 1731057536737 2024-11-08T09:18:56,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:18:56,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057536738"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057536738"}]},"ts":"1731057536738"} 2024-11-08T09:18:56,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:18:56,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:18:56,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057536741"}]},"ts":"1731057536741"} 2024-11-08T09:18:56,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:18:56,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8013dbcfdb89b04b9184ff07145cd78a, ASSIGN}] 2024-11-08T09:18:56,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8013dbcfdb89b04b9184ff07145cd78a, ASSIGN 2024-11-08T09:18:56,746 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8013dbcfdb89b04b9184ff07145cd78a, ASSIGN; state=OFFLINE, location=cf4d76213909,33689,1731057527072; forceNewPlan=false, retain=false 2024-11-08T09:18:56,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8013dbcfdb89b04b9184ff07145cd78a, regionState=OPENING, regionLocation=cf4d76213909,33689,1731057527072 2024-11-08T09:18:56,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8013dbcfdb89b04b9184ff07145cd78a, ASSIGN because future has completed 2024-11-08T09:18:56,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8013dbcfdb89b04b9184ff07145cd78a, server=cf4d76213909,33689,1731057527072}] 2024-11-08T09:18:57,054 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. 2024-11-08T09:18:57,054 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8013dbcfdb89b04b9184ff07145cd78a, NAME => 'test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:57,055 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:18:57,055 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:18:57,055 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:18:57,055 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:57,055 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:18:57,055 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:18:57,056 INFO [StoreOpener-8013dbcfdb89b04b9184ff07145cd78a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:18:57,057 INFO [StoreOpener-8013dbcfdb89b04b9184ff07145cd78a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8013dbcfdb89b04b9184ff07145cd78a columnFamilyName f 2024-11-08T09:18:57,057 DEBUG [StoreOpener-8013dbcfdb89b04b9184ff07145cd78a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:57,057 INFO [StoreOpener-8013dbcfdb89b04b9184ff07145cd78a-1 {}] regionserver.HStore(327): Store=8013dbcfdb89b04b9184ff07145cd78a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:57,058 INFO [StoreOpener-8013dbcfdb89b04b9184ff07145cd78a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:18:57,058 INFO [StoreOpener-8013dbcfdb89b04b9184ff07145cd78a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8013dbcfdb89b04b9184ff07145cd78a columnFamilyName f1 2024-11-08T09:18:57,058 DEBUG [StoreOpener-8013dbcfdb89b04b9184ff07145cd78a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:57,059 INFO [StoreOpener-8013dbcfdb89b04b9184ff07145cd78a-1 {}] regionserver.HStore(327): Store=8013dbcfdb89b04b9184ff07145cd78a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:57,059 INFO [StoreOpener-8013dbcfdb89b04b9184ff07145cd78a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:18:57,060 INFO [StoreOpener-8013dbcfdb89b04b9184ff07145cd78a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8013dbcfdb89b04b9184ff07145cd78a columnFamilyName norep 2024-11-08T09:18:57,060 DEBUG [StoreOpener-8013dbcfdb89b04b9184ff07145cd78a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:57,060 INFO [StoreOpener-8013dbcfdb89b04b9184ff07145cd78a-1 {}] regionserver.HStore(327): Store=8013dbcfdb89b04b9184ff07145cd78a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:57,060 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:18:57,060 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:18:57,060 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:18:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:57,061 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:18:57,061 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:18:57,062 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:18:57,062 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:18:57,067 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:57,068 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8013dbcfdb89b04b9184ff07145cd78a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65365974, jitterRate=-0.02597108483314514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:18:57,068 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:18:57,068 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8013dbcfdb89b04b9184ff07145cd78a: Running coprocessor pre-open hook at 1731057537055Writing region info on filesystem at 1731057537055Initializing all the Stores at 1731057537056 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057537056Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057537056Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057537056Cleaning up temporary data from old regions at 1731057537061 (+5 ms)Running coprocessor post-open hooks at 1731057537068 (+7 ms)Region opened successfully at 1731057537068 2024-11-08T09:18:57,069 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a., pid=6, masterSystemTime=1731057537051 2024-11-08T09:18:57,071 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. 2024-11-08T09:18:57,071 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. 2024-11-08T09:18:57,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8013dbcfdb89b04b9184ff07145cd78a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,33689,1731057527072 2024-11-08T09:18:57,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8013dbcfdb89b04b9184ff07145cd78a, server=cf4d76213909,33689,1731057527072 because future has completed 2024-11-08T09:18:57,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:18:57,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8013dbcfdb89b04b9184ff07145cd78a, server=cf4d76213909,33689,1731057527072 in 179 msec 2024-11-08T09:18:57,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:18:57,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8013dbcfdb89b04b9184ff07145cd78a, ASSIGN in 336 msec 2024-11-08T09:18:57,082 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:18:57,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057537082"}]},"ts":"1731057537082"} 2024-11-08T09:18:57,084 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:18:57,085 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:18:57,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-08T09:18:57,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:18:57,291 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T09:18:57,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T09:18:57,291 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T09:18:57,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:18:57,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T09:18:57,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:18:57,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T09:18:57,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:18:57,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T09:18:57,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T09:18:57,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T09:18:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:58,071 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:18:58,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,35951,1731057532695 2024-11-08T09:18:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a0396e1 2024-11-08T09:18:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:18:58,073 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:18:58,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:18:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:18:58,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:18:58,076 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:58,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:18:58,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:18:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:58,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:18:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:58,483 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c4fd6b537ab7c760d8c5865da7fc7f7, NAME => 'test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c 2024-11-08T09:18:58,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:18:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:58,750 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:18:58,751 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:18:58,752 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18224 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:18:58,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:58,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3c4fd6b537ab7c760d8c5865da7fc7f7, disabling compactions & flushes 2024-11-08T09:18:58,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. 2024-11-08T09:18:58,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. 2024-11-08T09:18:58,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. after waiting 0 ms 2024-11-08T09:18:58,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. 2024-11-08T09:18:58,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. 2024-11-08T09:18:58,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c4fd6b537ab7c760d8c5865da7fc7f7: Waiting for close lock at 1731057538888Disabling compacts and flushes for region at 1731057538888Disabling writes for close at 1731057538888Writing region close event to WAL at 1731057538888Closed at 1731057538888 2024-11-08T09:18:58,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:18:58,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057538890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057538890"}]},"ts":"1731057538890"} 2024-11-08T09:18:58,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:18:58,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:18:58,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057538892"}]},"ts":"1731057538892"} 2024-11-08T09:18:58,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:18:58,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c4fd6b537ab7c760d8c5865da7fc7f7, ASSIGN}] 2024-11-08T09:18:58,895 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c4fd6b537ab7c760d8c5865da7fc7f7, ASSIGN 2024-11-08T09:18:58,896 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3c4fd6b537ab7c760d8c5865da7fc7f7, ASSIGN; state=OFFLINE, location=cf4d76213909,45619,1731057532858; forceNewPlan=false, retain=false 2024-11-08T09:18:59,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c4fd6b537ab7c760d8c5865da7fc7f7, regionState=OPENING, regionLocation=cf4d76213909,45619,1731057532858 2024-11-08T09:18:59,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3c4fd6b537ab7c760d8c5865da7fc7f7, ASSIGN because future has completed 2024-11-08T09:18:59,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c4fd6b537ab7c760d8c5865da7fc7f7, server=cf4d76213909,45619,1731057532858}] 2024-11-08T09:18:59,204 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. 2024-11-08T09:18:59,204 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c4fd6b537ab7c760d8c5865da7fc7f7, NAME => 'test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:18:59,205 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:18:59,205 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:18:59,205 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:18:59,205 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:18:59,205 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:18:59,205 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:18:59,209 INFO [StoreOpener-3c4fd6b537ab7c760d8c5865da7fc7f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:18:59,210 INFO [StoreOpener-3c4fd6b537ab7c760d8c5865da7fc7f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c4fd6b537ab7c760d8c5865da7fc7f7 columnFamilyName f 2024-11-08T09:18:59,210 DEBUG [StoreOpener-3c4fd6b537ab7c760d8c5865da7fc7f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:59,211 INFO [StoreOpener-3c4fd6b537ab7c760d8c5865da7fc7f7-1 {}] regionserver.HStore(327): Store=3c4fd6b537ab7c760d8c5865da7fc7f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:59,211 INFO [StoreOpener-3c4fd6b537ab7c760d8c5865da7fc7f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:18:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:18:59,212 INFO [StoreOpener-3c4fd6b537ab7c760d8c5865da7fc7f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c4fd6b537ab7c760d8c5865da7fc7f7 columnFamilyName f1 2024-11-08T09:18:59,212 DEBUG [StoreOpener-3c4fd6b537ab7c760d8c5865da7fc7f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:59,212 INFO [StoreOpener-3c4fd6b537ab7c760d8c5865da7fc7f7-1 {}] regionserver.HStore(327): Store=3c4fd6b537ab7c760d8c5865da7fc7f7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:59,212 INFO [StoreOpener-3c4fd6b537ab7c760d8c5865da7fc7f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:18:59,213 INFO [StoreOpener-3c4fd6b537ab7c760d8c5865da7fc7f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c4fd6b537ab7c760d8c5865da7fc7f7 columnFamilyName norep 2024-11-08T09:18:59,213 DEBUG [StoreOpener-3c4fd6b537ab7c760d8c5865da7fc7f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:18:59,214 INFO [StoreOpener-3c4fd6b537ab7c760d8c5865da7fc7f7-1 {}] regionserver.HStore(327): Store=3c4fd6b537ab7c760d8c5865da7fc7f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:18:59,214 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:18:59,214 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:18:59,215 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:18:59,215 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:18:59,215 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:18:59,216 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:18:59,217 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:18:59,219 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:18:59,219 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3c4fd6b537ab7c760d8c5865da7fc7f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65043719, jitterRate=-0.030773058533668518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:18:59,219 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:18:59,219 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3c4fd6b537ab7c760d8c5865da7fc7f7: Running coprocessor pre-open hook at 1731057539205Writing region info on filesystem at 1731057539205Initializing all the Stores at 1731057539209 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057539209Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057539209Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057539209Cleaning up temporary data from old regions at 1731057539216 (+7 ms)Running coprocessor post-open hooks at 1731057539219 (+3 ms)Region opened successfully at 1731057539219 2024-11-08T09:18:59,220 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7., pid=6, masterSystemTime=1731057539201 2024-11-08T09:18:59,222 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. 2024-11-08T09:18:59,222 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. 2024-11-08T09:18:59,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c4fd6b537ab7c760d8c5865da7fc7f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,45619,1731057532858 2024-11-08T09:18:59,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c4fd6b537ab7c760d8c5865da7fc7f7, server=cf4d76213909,45619,1731057532858 because future has completed 2024-11-08T09:18:59,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:18:59,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c4fd6b537ab7c760d8c5865da7fc7f7, server=cf4d76213909,45619,1731057532858 in 176 msec 2024-11-08T09:18:59,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:18:59,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3c4fd6b537ab7c760d8c5865da7fc7f7, ASSIGN in 333 msec 2024-11-08T09:18:59,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:18:59,229 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057539229"}]},"ts":"1731057539229"} 2024-11-08T09:18:59,231 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:18:59,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:18:59,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-08T09:19:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:00,222 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:19:00,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2aef6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:00,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,45627,-1 for getting cluster id 2024-11-08T09:19:00,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:00,223 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '866f94b1-1a96-413b-94b3-0b2aac1e03dc' 2024-11-08T09:19:00,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:00,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "866f94b1-1a96-413b-94b3-0b2aac1e03dc" 2024-11-08T09:19:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673f7d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,45627,-1] 2024-11-08T09:19:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:00,225 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:00,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a57a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:00,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bee1bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:00,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,35951,-1 for getting cluster id 2024-11-08T09:19:00,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:00,226 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a52418d-3a1b-429f-998a-987480d1f498' 2024-11-08T09:19:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a52418d-3a1b-429f-998a-987480d1f498" 2024-11-08T09:19:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5697137e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,35951,-1] 2024-11-08T09:19:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:00,227 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77380605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:00,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190bc0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:00,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,45627,-1 for getting cluster id 2024-11-08T09:19:00,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:00,229 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '866f94b1-1a96-413b-94b3-0b2aac1e03dc' 2024-11-08T09:19:00,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:00,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "866f94b1-1a96-413b-94b3-0b2aac1e03dc" 2024-11-08T09:19:00,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1822e88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:00,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,45627,-1] 2024-11-08T09:19:00,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:00,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:00,230 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d872d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:00,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,45627,1731057526879 2024-11-08T09:19:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@370af88f 2024-11-08T09:19:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:00,232 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:00,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:35951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:19:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:19:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:00,235 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:35951' 2024-11-08T09:19:00,236 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410c6ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:00,236 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,35951,-1 for getting cluster id 2024-11-08T09:19:00,236 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:00,236 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a52418d-3a1b-429f-998a-987480d1f498' 2024-11-08T09:19:00,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a52418d-3a1b-429f-998a-987480d1f498" 2024-11-08T09:19:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3ff984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,35951,-1] 2024-11-08T09:19:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:00,238 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:00,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8b9813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:00,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,35951,1731057532695 2024-11-08T09:19:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33e11054 2024-11-08T09:19:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:00,240 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:00,240 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T09:19:00,240 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:19:00,240 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:00,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:00,240 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:00,241 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:19:00,242 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:19:00,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:19:00,242 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:00,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:19:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741837_1013 (size=1138) 2024-11-08T09:19:00,292 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:19:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:00,650 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48f6c79ba1131be4387c4bda81ffec1c, NAME => 'hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0 2024-11-08T09:19:00,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741838_1014 (size=44) 2024-11-08T09:19:00,794 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T09:19:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:01,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:01,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 48f6c79ba1131be4387c4bda81ffec1c, disabling compactions & flushes 2024-11-08T09:19:01,055 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. 2024-11-08T09:19:01,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. 2024-11-08T09:19:01,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. after waiting 0 ms 2024-11-08T09:19:01,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. 2024-11-08T09:19:01,055 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. 2024-11-08T09:19:01,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48f6c79ba1131be4387c4bda81ffec1c: Waiting for close lock at 1731057541055Disabling compacts and flushes for region at 1731057541055Disabling writes for close at 1731057541055Writing region close event to WAL at 1731057541055Closed at 1731057541055 2024-11-08T09:19:01,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:19:01,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057541057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057541057"}]},"ts":"1731057541057"} 2024-11-08T09:19:01,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:19:01,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:19:01,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057541059"}]},"ts":"1731057541059"} 2024-11-08T09:19:01,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:19:01,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=48f6c79ba1131be4387c4bda81ffec1c, ASSIGN}] 2024-11-08T09:19:01,062 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=48f6c79ba1131be4387c4bda81ffec1c, ASSIGN 2024-11-08T09:19:01,063 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=48f6c79ba1131be4387c4bda81ffec1c, ASSIGN; state=OFFLINE, location=cf4d76213909,33689,1731057527072; forceNewPlan=false, retain=false 2024-11-08T09:19:01,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=48f6c79ba1131be4387c4bda81ffec1c, regionState=OPENING, regionLocation=cf4d76213909,33689,1731057527072 2024-11-08T09:19:01,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=48f6c79ba1131be4387c4bda81ffec1c, ASSIGN because future has completed 2024-11-08T09:19:01,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48f6c79ba1131be4387c4bda81ffec1c, server=cf4d76213909,33689,1731057527072}] 2024-11-08T09:19:01,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:19:01,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:01,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:01,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:01,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:01,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:01,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:01,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:01,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:01,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:01,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. 2024-11-08T09:19:01,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:01,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:19:01,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C33689%2C1731057527072.rep, suffix=, logDir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072, archiveDir=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/oldWALs, maxLogs=10 2024-11-08T09:19:01,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.rep.1731057541373, exclude list is [], retry=0 2024-11-08T09:19:01,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40507,DS-dd7fa416-0afc-4a83-8aa1-17452a8f4b86,DISK] 2024-11-08T09:19:01,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.rep.1731057541373 2024-11-08T09:19:01,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-08T09:19:01,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 48f6c79ba1131be4387c4bda81ffec1c, NAME => 'hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:01,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:19:01,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:19:01,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. service=MultiRowMutationService 2024-11-08T09:19:01,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:19:01,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:01,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:01,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:01,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:01,402 INFO [StoreOpener-48f6c79ba1131be4387c4bda81ffec1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:01,403 INFO [StoreOpener-48f6c79ba1131be4387c4bda81ffec1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48f6c79ba1131be4387c4bda81ffec1c columnFamilyName hfileref 2024-11-08T09:19:01,403 DEBUG [StoreOpener-48f6c79ba1131be4387c4bda81ffec1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:01,403 INFO [StoreOpener-48f6c79ba1131be4387c4bda81ffec1c-1 {}] regionserver.HStore(327): Store=48f6c79ba1131be4387c4bda81ffec1c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:01,403 INFO [StoreOpener-48f6c79ba1131be4387c4bda81ffec1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:01,404 INFO [StoreOpener-48f6c79ba1131be4387c4bda81ffec1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48f6c79ba1131be4387c4bda81ffec1c columnFamilyName queue 2024-11-08T09:19:01,404 DEBUG [StoreOpener-48f6c79ba1131be4387c4bda81ffec1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:01,404 INFO [StoreOpener-48f6c79ba1131be4387c4bda81ffec1c-1 {}] regionserver.HStore(327): Store=48f6c79ba1131be4387c4bda81ffec1c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:01,404 INFO [StoreOpener-48f6c79ba1131be4387c4bda81ffec1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:01,405 INFO [StoreOpener-48f6c79ba1131be4387c4bda81ffec1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48f6c79ba1131be4387c4bda81ffec1c columnFamilyName sid 2024-11-08T09:19:01,405 DEBUG [StoreOpener-48f6c79ba1131be4387c4bda81ffec1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:01,406 INFO [StoreOpener-48f6c79ba1131be4387c4bda81ffec1c-1 {}] regionserver.HStore(327): Store=48f6c79ba1131be4387c4bda81ffec1c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:01,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:01,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/replication/48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:01,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/replication/48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:01,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:01,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:01,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:19:01,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:01,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/replication/48f6c79ba1131be4387c4bda81ffec1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:01,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 48f6c79ba1131be4387c4bda81ffec1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62659816, jitterRate=-0.06629598140716553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:19:01,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:01,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 48f6c79ba1131be4387c4bda81ffec1c: Running coprocessor pre-open hook at 1731057541401Writing region info on filesystem at 1731057541401Initializing all the Stores at 1731057541401Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057541401Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057541401Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057541402 (+1 ms)Cleaning up temporary data from old regions at 1731057541407 (+5 ms)Running coprocessor post-open hooks at 1731057541410 (+3 ms)Region opened successfully at 1731057541411 (+1 ms) 2024-11-08T09:19:01,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c., pid=10, masterSystemTime=1731057541367 2024-11-08T09:19:01,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. 2024-11-08T09:19:01,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. 2024-11-08T09:19:01,414 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=48f6c79ba1131be4387c4bda81ffec1c, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,33689,1731057527072 2024-11-08T09:19:01,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48f6c79ba1131be4387c4bda81ffec1c, server=cf4d76213909,33689,1731057527072 because future has completed 2024-11-08T09:19:01,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:19:01,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 48f6c79ba1131be4387c4bda81ffec1c, server=cf4d76213909,33689,1731057527072 in 201 msec 2024-11-08T09:19:01,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T09:19:01,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=48f6c79ba1131be4387c4bda81ffec1c, ASSIGN in 357 msec 2024-11-08T09:19:01,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:19:01,421 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057541421"}]},"ts":"1731057541421"} 2024-11-08T09:19:01,422 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:19:01,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:19:01,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-08T09:19:01,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c., hostname=cf4d76213909,33689,1731057527072, seqNum=2] 2024-11-08T09:19:01,453 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T09:19:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:19:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:19:01,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:19:02,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T09:19:02,047 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:19:02,073 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,33689,1731057527072, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:19:02,073 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:02,073 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,33689,1731057527072, seqNum=-1] 2024-11-08T09:19:02,074 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:02,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T09:19:02,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,33689,1731057527072', locateType=CURRENT is [region=hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c., hostname=cf4d76213909,33689,1731057527072, seqNum=2] 2024-11-08T09:19:02,078 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T09:19:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T09:19:02,080 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,33689,1731057527072 suceeded 2024-11-08T09:19:02,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T09:19:02,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-08T09:19:02,082 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:35951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:19:02,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8490 sec 2024-11-08T09:19:02,092 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:35951' 2024-11-08T09:19:02,095 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@92acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:02,095 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,35951,-1 for getting cluster id 2024-11-08T09:19:02,095 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:02,096 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a52418d-3a1b-429f-998a-987480d1f498' 2024-11-08T09:19:02,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:02,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a52418d-3a1b-429f-998a-987480d1f498" 2024-11-08T09:19:02,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52b95471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:02,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,35951,-1] 2024-11-08T09:19:02,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:02,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:02,097 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:02,098 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c1e4329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:02,098 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:02,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,35951,1731057532695 2024-11-08T09:19:02,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30169426 2024-11-08T09:19:02,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:02,100 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-08T09:19:02,100 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,33689,1731057527072 (queues=1) is replicating from cluster=866f94b1-1a96-413b-94b3-0b2aac1e03dc to cluster=3a52418d-3a1b-429f-998a-987480d1f498 2024-11-08T09:19:02,100 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C33689%2C1731057527072 2024-11-08T09:19:02,100 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,33689,1731057527072, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:19:02,101 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597, startPosition=0, beingWritten=true 2024-11-08T09:19:02,101 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C33689%2C1731057527072 2024-11-08T09:19:02,107 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:02,107 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 379, reset compression=false 2024-11-08T09:19:02,107 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,33689,1731057527072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:02,312 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 379, reset compression=false 2024-11-08T09:19:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:02,382 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:19:02,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:02,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:02,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:02,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:02,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:02,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee3adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:02,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,35951,-1 for getting cluster id 2024-11-08T09:19:02,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:02,383 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a52418d-3a1b-429f-998a-987480d1f498' 2024-11-08T09:19:02,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a52418d-3a1b-429f-998a-987480d1f498" 2024-11-08T09:19:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ddb7014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,35951,-1] 2024-11-08T09:19:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:02,385 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2c97fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:02,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,35951,1731057532695 2024-11-08T09:19:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ed52350 2024-11-08T09:19:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:02,387 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:02,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:45627,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:19:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:19:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:02,390 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:45627' 2024-11-08T09:19:02,391 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7364ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:02,391 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,45627,-1 for getting cluster id 2024-11-08T09:19:02,391 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:02,392 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '866f94b1-1a96-413b-94b3-0b2aac1e03dc' 2024-11-08T09:19:02,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:02,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "866f94b1-1a96-413b-94b3-0b2aac1e03dc" 2024-11-08T09:19:02,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300061b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:02,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,45627,-1] 2024-11-08T09:19:02,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:02,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:02,393 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:02,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ed830f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:02,394 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:02,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,45627,1731057526879 2024-11-08T09:19:02,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e0a0ec5 2024-11-08T09:19:02,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:02,396 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:02,396 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T09:19:02,396 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:19:02,396 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:02,396 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:02,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:02,397 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:19:02,398 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:19:02,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:19:02,399 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:02,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:19:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741837_1013 (size=1138) 2024-11-08T09:19:02,448 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:19:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:02,615 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 379, reset compression=false 2024-11-08T09:19:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:02,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b69ce40fcd8c2ce109f3353401c72ee2, NAME => 'hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c 2024-11-08T09:19:02,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741838_1014 (size=44) 2024-11-08T09:19:03,019 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 379, reset compression=false 2024-11-08T09:19:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:03,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:03,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b69ce40fcd8c2ce109f3353401c72ee2, disabling compactions & flushes 2024-11-08T09:19:03,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:03,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:03,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. after waiting 0 ms 2024-11-08T09:19:03,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:03,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:03,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b69ce40fcd8c2ce109f3353401c72ee2: Waiting for close lock at 1731057543213Disabling compacts and flushes for region at 1731057543213Disabling writes for close at 1731057543213Writing region close event to WAL at 1731057543213Closed at 1731057543213 2024-11-08T09:19:03,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:19:03,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057543214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057543214"}]},"ts":"1731057543214"} 2024-11-08T09:19:03,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:19:03,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:19:03,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057543217"}]},"ts":"1731057543217"} 2024-11-08T09:19:03,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:19:03,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b69ce40fcd8c2ce109f3353401c72ee2, ASSIGN}] 2024-11-08T09:19:03,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b69ce40fcd8c2ce109f3353401c72ee2, ASSIGN 2024-11-08T09:19:03,221 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b69ce40fcd8c2ce109f3353401c72ee2, ASSIGN; state=OFFLINE, location=cf4d76213909,45619,1731057532858; forceNewPlan=false, retain=false 2024-11-08T09:19:03,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b69ce40fcd8c2ce109f3353401c72ee2, regionState=OPENING, regionLocation=cf4d76213909,45619,1731057532858 2024-11-08T09:19:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b69ce40fcd8c2ce109f3353401c72ee2, ASSIGN because future has completed 2024-11-08T09:19:03,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b69ce40fcd8c2ce109f3353401c72ee2, server=cf4d76213909,45619,1731057532858}] 2024-11-08T09:19:03,523 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 379, reset compression=false 2024-11-08T09:19:03,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:03,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:03,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:19:03,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45619%2C1731057532858.rep, suffix=, logDir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858, archiveDir=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/oldWALs, maxLogs=10 2024-11-08T09:19:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:03,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.rep.1731057543530, exclude list is [], retry=0 2024-11-08T09:19:03,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-a7f95d26-289a-45c0-90a8-efddd95cadc0,DISK] 2024-11-08T09:19:03,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.rep.1731057543530 2024-11-08T09:19:03,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44653:44653)] 2024-11-08T09:19:03,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b69ce40fcd8c2ce109f3353401c72ee2, NAME => 'hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:03,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:19:03,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:19:03,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. service=MultiRowMutationService 2024-11-08T09:19:03,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:19:03,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:03,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:03,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:03,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:03,547 INFO [StoreOpener-b69ce40fcd8c2ce109f3353401c72ee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:03,548 INFO [StoreOpener-b69ce40fcd8c2ce109f3353401c72ee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b69ce40fcd8c2ce109f3353401c72ee2 columnFamilyName hfileref 2024-11-08T09:19:03,548 DEBUG [StoreOpener-b69ce40fcd8c2ce109f3353401c72ee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:03,548 INFO [StoreOpener-b69ce40fcd8c2ce109f3353401c72ee2-1 {}] regionserver.HStore(327): Store=b69ce40fcd8c2ce109f3353401c72ee2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:03,548 INFO [StoreOpener-b69ce40fcd8c2ce109f3353401c72ee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:03,549 INFO [StoreOpener-b69ce40fcd8c2ce109f3353401c72ee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b69ce40fcd8c2ce109f3353401c72ee2 columnFamilyName queue 2024-11-08T09:19:03,549 DEBUG [StoreOpener-b69ce40fcd8c2ce109f3353401c72ee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:03,549 INFO [StoreOpener-b69ce40fcd8c2ce109f3353401c72ee2-1 {}] regionserver.HStore(327): Store=b69ce40fcd8c2ce109f3353401c72ee2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:03,549 INFO [StoreOpener-b69ce40fcd8c2ce109f3353401c72ee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:03,550 INFO [StoreOpener-b69ce40fcd8c2ce109f3353401c72ee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b69ce40fcd8c2ce109f3353401c72ee2 columnFamilyName sid 2024-11-08T09:19:03,550 DEBUG [StoreOpener-b69ce40fcd8c2ce109f3353401c72ee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:03,551 INFO [StoreOpener-b69ce40fcd8c2ce109f3353401c72ee2-1 {}] regionserver.HStore(327): Store=b69ce40fcd8c2ce109f3353401c72ee2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:03,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:03,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/replication/b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:03,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/replication/b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:03,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:03,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:03,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:19:03,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:03,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/replication/b69ce40fcd8c2ce109f3353401c72ee2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:03,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b69ce40fcd8c2ce109f3353401c72ee2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59372301, jitterRate=-0.1152837723493576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:19:03,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:03,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b69ce40fcd8c2ce109f3353401c72ee2: Running coprocessor pre-open hook at 1731057543546Writing region info on filesystem at 1731057543546Initializing all the Stores at 1731057543547 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057543547Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057543547Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057543547Cleaning up temporary data from old regions at 1731057543552 (+5 ms)Running coprocessor post-open hooks at 1731057543555 (+3 ms)Region opened successfully at 1731057543555 2024-11-08T09:19:03,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2., pid=10, masterSystemTime=1731057543525 2024-11-08T09:19:03,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:03,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:03,558 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b69ce40fcd8c2ce109f3353401c72ee2, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,45619,1731057532858 2024-11-08T09:19:03,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b69ce40fcd8c2ce109f3353401c72ee2, server=cf4d76213909,45619,1731057532858 because future has completed 2024-11-08T09:19:03,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:19:03,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b69ce40fcd8c2ce109f3353401c72ee2, server=cf4d76213909,45619,1731057532858 in 187 msec 2024-11-08T09:19:03,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T09:19:03,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b69ce40fcd8c2ce109f3353401c72ee2, ASSIGN in 343 msec 2024-11-08T09:19:03,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:19:03,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057543564"}]},"ts":"1731057543564"} 2024-11-08T09:19:03,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:19:03,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:19:03,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-08T09:19:03,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2., hostname=cf4d76213909,45619,1731057532858, seqNum=2] 2024-11-08T09:19:03,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:19:03,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:19:03,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:19:03,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T09:19:03,836 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:19:03,863 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,45619,1731057532858, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:19:03,863 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:03,863 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45619,1731057532858, seqNum=-1] 2024-11-08T09:19:03,863 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:03,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T09:19:03,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,45619,1731057532858', locateType=CURRENT is [region=hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2., hostname=cf4d76213909,45619,1731057532858, seqNum=2] 2024-11-08T09:19:03,868 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T09:19:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T09:19:03,870 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,45619,1731057532858 suceeded 2024-11-08T09:19:03,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T09:19:03,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-08T09:19:03,872 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:45627,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:19:03,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-11-08T09:19:03,882 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:45627' 2024-11-08T09:19:03,883 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b4c9220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:03,884 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,45627,-1 for getting cluster id 2024-11-08T09:19:03,884 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:03,884 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '866f94b1-1a96-413b-94b3-0b2aac1e03dc' 2024-11-08T09:19:03,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:03,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "866f94b1-1a96-413b-94b3-0b2aac1e03dc" 2024-11-08T09:19:03,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76dac45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:03,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,45627,-1] 2024-11-08T09:19:03,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:03,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:03,886 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:03,886 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b8f66e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:03,886 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:03,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,45627,1731057526879 2024-11-08T09:19:03,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30450b12 2024-11-08T09:19:03,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:03,888 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-08T09:19:03,888 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,45619,1731057532858 (queues=1) is replicating from cluster=3a52418d-3a1b-429f-998a-987480d1f498 to cluster=866f94b1-1a96-413b-94b3-0b2aac1e03dc 2024-11-08T09:19:03,888 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C45619%2C1731057532858 2024-11-08T09:19:03,888 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,45619,1731057532858, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:19:03,889 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C45619%2C1731057532858 2024-11-08T09:19:03,889 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934, startPosition=0, beingWritten=true 2024-11-08T09:19:03,893 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:03,893 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 379, reset compression=false 2024-11-08T09:19:03,893 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45619,1731057532858 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:04,097 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 379, reset compression=false 2024-11-08T09:19:04,126 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 379, reset compression=false 2024-11-08T09:19:04,400 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 379, reset compression=false 2024-11-08T09:19:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:04,542 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:19:04,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:04,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:04,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:04,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:04,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:04,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:04,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,33689,1731057527072, seqNum=-1] 2024-11-08T09:19:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:04,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:19:04,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a., hostname=cf4d76213909,33689,1731057527072, seqNum=2] 2024-11-08T09:19:04,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45619,1731057532858, seqNum=-1] 2024-11-08T09:19:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:04,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:19:04,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7., hostname=cf4d76213909,45619,1731057532858, seqNum=2] 2024-11-08T09:19:04,553 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T09:19:04,804 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 379, reset compression=false 2024-11-08T09:19:04,830 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 379, reset compression=false 2024-11-08T09:19:04,834 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:04,834 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 480, reset compression=false 2024-11-08T09:19:04,834 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,33689,1731057527072 got entry batch from reader: WALEntryBatch [walEntries=[{test/8013dbcfdb89b04b9184ff07145cd78a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T09:19:04,836 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:19:04,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-08T09:19:04,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:04,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e93d22c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:04,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45619 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,35951,-1 for getting cluster id 2024-11-08T09:19:04,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:04,840 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a52418d-3a1b-429f-998a-987480d1f498' 2024-11-08T09:19:04,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:04,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a52418d-3a1b-429f-998a-987480d1f498" 2024-11-08T09:19:04,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ef0aa99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:04,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,35951,-1] 2024-11-08T09:19:04,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:04,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:04,841 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:04,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48573262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:04,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:04,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45619,1731057532858, seqNum=-1] 2024-11-08T09:19:04,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:04,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T09:19:04,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7., hostname=cf4d76213909,45619,1731057532858, seqNum=2] 2024-11-08T09:19:04,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:05,038 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 480, reset compression=false 2024-11-08T09:19:05,308 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 379, reset compression=false 2024-11-08T09:19:05,343 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 480, reset compression=false 2024-11-08T09:19:05,359 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:05,359 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 504, reset compression=false 2024-11-08T09:19:05,359 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45619,1731057532858 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:05,557 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T09:19:05,560 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T09:19:05,563 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 504, reset compression=false 2024-11-08T09:19:05,567 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:05,567 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 608, reset compression=false 2024-11-08T09:19:05,567 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45619,1731057532858 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c4fd6b537ab7c760d8c5865da7fc7f7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T09:19:05,569 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:19:05,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-08T09:19:05,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33689 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:05,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@201ed716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:05,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33689 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,45627,-1 for getting cluster id 2024-11-08T09:19:05,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:05,571 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '866f94b1-1a96-413b-94b3-0b2aac1e03dc' 2024-11-08T09:19:05,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:05,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "866f94b1-1a96-413b-94b3-0b2aac1e03dc" 2024-11-08T09:19:05,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ee3ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:05,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,45627,-1] 2024-11-08T09:19:05,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:05,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:05,573 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:05,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1641ebe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:05,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:05,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,33689,1731057527072, seqNum=-1] 2024-11-08T09:19:05,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:05,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T09:19:05,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a., hostname=cf4d76213909,33689,1731057527072, seqNum=2] 2024-11-08T09:19:05,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33689 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:05,747 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 480, reset compression=false 2024-11-08T09:19:05,751 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:05,751 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 607, reset compression=false 2024-11-08T09:19:05,751 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,33689,1731057527072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:05,771 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 608, reset compression=false 2024-11-08T09:19:05,955 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 607, reset compression=false 2024-11-08T09:19:06,074 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 608, reset compression=false 2024-11-08T09:19:06,258 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 607, reset compression=false 2024-11-08T09:19:06,477 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 608, reset compression=false 2024-11-08T09:19:06,561 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T09:19:06,567 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T09:19:06,662 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 607, reset compression=false 2024-11-08T09:19:06,666 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:06,666 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 763, reset compression=false 2024-11-08T09:19:06,666 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,33689,1731057527072 got entry batch from reader: WALEntryBatch [walEntries=[{test/8013dbcfdb89b04b9184ff07145cd78a/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T09:19:06,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:06,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:06,872 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 763, reset compression=false 2024-11-08T09:19:06,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:19:06,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:06,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:06,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:06,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:06,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:06,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:06,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:06,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:06,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:06,981 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 608, reset compression=false 2024-11-08T09:19:06,995 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:06,995 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 756, reset compression=false 2024-11-08T09:19:06,995 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45619,1731057532858 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:07,181 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 763, reset compression=false 2024-11-08T09:19:07,199 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 756, reset compression=false 2024-11-08T09:19:07,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T09:19:07,291 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T09:19:07,504 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 756, reset compression=false 2024-11-08T09:19:07,569 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T09:19:07,573 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T09:19:07,585 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 763, reset compression=false 2024-11-08T09:19:07,908 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 756, reset compression=false 2024-11-08T09:19:07,911 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:07,911 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 915, reset compression=false 2024-11-08T09:19:07,911 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45619,1731057532858 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c4fd6b537ab7c760d8c5865da7fc7f7/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T09:19:07,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33689 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:07,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33689 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:08,088 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 763, reset compression=false 2024-11-08T09:19:08,093 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:08,093 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 912, reset compression=false 2024-11-08T09:19:08,093 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,33689,1731057527072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:08,117 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 915, reset compression=false 2024-11-08T09:19:08,298 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 912, reset compression=false 2024-11-08T09:19:08,420 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 915, reset compression=false 2024-11-08T09:19:08,574 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T09:19:08,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:19:08,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:08,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:08,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:08,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:08,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:08,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:19:08,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1608286956, stopped=false 2024-11-08T09:19:08,577 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,35951,1731057532695 2024-11-08T09:19:08,602 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 912, reset compression=false 2024-11-08T09:19:08,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-115266648/running 2024-11-08T09:19:08,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-115266648/running 2024-11-08T09:19:08,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:19:08,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:19:08,641 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:19:08,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:08,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:08,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:08,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Set watcher on znode that does not yet exist, /1-115266648/running 2024-11-08T09:19:08,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,45619,1731057532858' ***** 2024-11-08T09:19:08,641 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:19:08,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Set watcher on znode that does not yet exist, /1-115266648/running 2024-11-08T09:19:08,642 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:19:08,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:19:08,642 INFO [RS:0;cf4d76213909:45619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:19:08,642 INFO [RS:0;cf4d76213909:45619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:19:08,642 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c4fd6b537ab7c760d8c5865da7fc7f7 2024-11-08T09:19:08,643 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(3091): Received CLOSE for b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:08,643 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,45619,1731057532858 2024-11-08T09:19:08,643 INFO [RS:0;cf4d76213909:45619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:19:08,643 INFO [RS:0;cf4d76213909:45619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45619. 2024-11-08T09:19:08,643 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c4fd6b537ab7c760d8c5865da7fc7f7, disabling compactions & flushes 2024-11-08T09:19:08,643 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. 2024-11-08T09:19:08,643 DEBUG [RS:0;cf4d76213909:45619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:08,643 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. 2024-11-08T09:19:08,643 DEBUG [RS:0;cf4d76213909:45619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:08,643 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. after waiting 0 ms 2024-11-08T09:19:08,643 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. 2024-11-08T09:19:08,643 INFO [RS:0;cf4d76213909:45619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:19:08,643 INFO [RS:0;cf4d76213909:45619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:19:08,643 INFO [RS:0;cf4d76213909:45619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:19:08,643 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:19:08,643 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c4fd6b537ab7c760d8c5865da7fc7f7 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-08T09:19:08,643 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T09:19:08,643 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3c4fd6b537ab7c760d8c5865da7fc7f7=test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7., b69ce40fcd8c2ce109f3353401c72ee2=hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2.} 2024-11-08T09:19:08,643 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c4fd6b537ab7c760d8c5865da7fc7f7, b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:08,644 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:19:08,644 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:19:08,644 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:19:08,644 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:19:08,644 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:19:08,644 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T09:19:08,660 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/.tmp/f/4aa6c9616026480c962a08706aa86b02 is 29, key is row1/f:/1731057547570/DeleteFamily/seqid=0 2024-11-08T09:19:08,663 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/.tmp/info/a343c950dd584fa588bbf0df105ccfa5 is 147, key is hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2./info:regioninfo/1731057543558/Put/seqid=0 2024-11-08T09:19:08,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741840_1016 (size=5118) 2024-11-08T09:19:08,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741841_1017 (size=7686) 2024-11-08T09:19:08,668 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/.tmp/info/a343c950dd584fa588bbf0df105ccfa5 2024-11-08T09:19:08,685 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/.tmp/ns/a0cf5a8115a4477da355f880005df0ba is 43, key is default/ns:d/1731057535844/Put/seqid=0 2024-11-08T09:19:08,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741842_1018 (size=5153) 2024-11-08T09:19:08,689 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/.tmp/ns/a0cf5a8115a4477da355f880005df0ba 2024-11-08T09:19:08,707 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/.tmp/rep_barrier/cc02e44318f54fbfa30536d813df0ea7 is 112, key is test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7./rep_barrier:seqnumDuringOpen/1731057539222/Put/seqid=0 2024-11-08T09:19:08,709 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:19:08,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741843_1019 (size=5518) 2024-11-08T09:19:08,711 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/.tmp/rep_barrier/cc02e44318f54fbfa30536d813df0ea7 2024-11-08T09:19:08,729 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/.tmp/table/e61f3f61c8384619ae3eee8a51fa4e8e is 53, key is hbase:replication/table:state/1731057543564/Put/seqid=0 2024-11-08T09:19:08,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741844_1020 (size=5308) 2024-11-08T09:19:08,733 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/.tmp/table/e61f3f61c8384619ae3eee8a51fa4e8e 2024-11-08T09:19:08,738 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/.tmp/info/a343c950dd584fa588bbf0df105ccfa5 as hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/info/a343c950dd584fa588bbf0df105ccfa5 2024-11-08T09:19:08,747 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/info/a343c950dd584fa588bbf0df105ccfa5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T09:19:08,749 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/.tmp/ns/a0cf5a8115a4477da355f880005df0ba as hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/ns/a0cf5a8115a4477da355f880005df0ba 2024-11-08T09:19:08,754 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/ns/a0cf5a8115a4477da355f880005df0ba, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T09:19:08,755 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/.tmp/rep_barrier/cc02e44318f54fbfa30536d813df0ea7 as hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/rep_barrier/cc02e44318f54fbfa30536d813df0ea7 2024-11-08T09:19:08,760 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/rep_barrier/cc02e44318f54fbfa30536d813df0ea7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T09:19:08,761 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/.tmp/table/e61f3f61c8384619ae3eee8a51fa4e8e as hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/table/e61f3f61c8384619ae3eee8a51fa4e8e 2024-11-08T09:19:08,766 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/table/e61f3f61c8384619ae3eee8a51fa4e8e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T09:19:08,767 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=16, compaction requested=false 2024-11-08T09:19:08,773 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T09:19:08,774 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:19:08,774 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:19:08,774 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:19:08,774 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057548644Running coprocessor pre-close hooks at 1731057548644Disabling compacts and flushes for region at 1731057548644Disabling writes for close at 1731057548644Obtaining lock to block concurrent updates at 1731057548644Preparing flush snapshotting stores in 1588230740 at 1731057548644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731057548644Flushing stores of hbase:meta,,1.1588230740 at 1731057548644Flushing 1588230740/info: creating writer at 1731057548644Flushing 1588230740/info: appending metadata at 1731057548662 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731057548662Flushing 1588230740/ns: creating writer at 1731057548672 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731057548685 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731057548685Flushing 1588230740/rep_barrier: creating writer at 1731057548693 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057548706 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057548707 (+1 ms)Flushing 1588230740/table: creating writer at 1731057548716 (+9 ms)Flushing 1588230740/table: appending metadata at 1731057548729 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731057548729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449349af: reopening flushed file at 1731057548738 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52349327: reopening flushed file at 1731057548748 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1604ee: reopening flushed file at 1731057548754 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@513ebd82: reopening flushed file at 1731057548760 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=16, compaction requested=false at 1731057548767 (+7 ms)Writing region close event to WAL at 1731057548770 (+3 ms)Running coprocessor post-close hooks at 1731057548774 (+4 ms)Closed at 1731057548774 2024-11-08T09:19:08,774 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:19:08,800 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:19:08,800 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:19:08,824 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 915, reset compression=false 2024-11-08T09:19:08,828 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:08,828 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 1162, reset compression=false 2024-11-08T09:19:08,828 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45619,1731057532858 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:08,829 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cf4d76213909,45619,1731057532858: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cf4d76213909,45619,1731057532858, walGroup=cf4d76213909%2C45619%2C1731057532858, offset=cf4d76213909%2C45619%2C1731057532858.1731057534934:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:45619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T09:19:08,830 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T09:19:08,830 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T09:19:08,831 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T09:19:08,831 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T09:19:08,831 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T09:19:08,831 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 601701912 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 190826736 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T09:19:08,831 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:35951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:35951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T09:19:08,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:08,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:19:08,840 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28313 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:19:08,844 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1351): Waiting on 3c4fd6b537ab7c760d8c5865da7fc7f7, b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:09,006 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 912, reset compression=false 2024-11-08T09:19:09,031 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 1162, reset compression=false 2024-11-08T09:19:09,044 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1351): Waiting on 3c4fd6b537ab7c760d8c5865da7fc7f7, b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:09,064 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/.tmp/f/4aa6c9616026480c962a08706aa86b02 2024-11-08T09:19:09,069 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4aa6c9616026480c962a08706aa86b02 2024-11-08T09:19:09,086 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/.tmp/f1/50e492992da84b29b9e70dac44cddf2f is 30, key is row1/f1:/1731057547570/DeleteFamily/seqid=0 2024-11-08T09:19:09,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741845_1021 (size=5123) 2024-11-08T09:19:09,244 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1351): Waiting on 3c4fd6b537ab7c760d8c5865da7fc7f7, b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:09,334 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 1162, reset compression=false 2024-11-08T09:19:09,444 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1351): Waiting on 3c4fd6b537ab7c760d8c5865da7fc7f7, b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:09,491 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/.tmp/f1/50e492992da84b29b9e70dac44cddf2f 2024-11-08T09:19:09,495 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50e492992da84b29b9e70dac44cddf2f 2024-11-08T09:19:09,509 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 912, reset compression=false 2024-11-08T09:19:09,515 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/.tmp/norep/c2eadae4d79a4762be9de6efc6801c13 is 33, key is row1/norep:/1731057547570/DeleteFamily/seqid=0 2024-11-08T09:19:09,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741846_1022 (size=5108) 2024-11-08T09:19:09,644 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:19:09,644 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1325): Online Regions={3c4fd6b537ab7c760d8c5865da7fc7f7=test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7., b69ce40fcd8c2ce109f3353401c72ee2=hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2.} 2024-11-08T09:19:09,644 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1351): Waiting on 3c4fd6b537ab7c760d8c5865da7fc7f7, b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:09,738 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 1162, reset compression=false 2024-11-08T09:19:09,845 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1351): Waiting on 3c4fd6b537ab7c760d8c5865da7fc7f7, b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:09,920 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/.tmp/norep/c2eadae4d79a4762be9de6efc6801c13 2024-11-08T09:19:09,924 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2eadae4d79a4762be9de6efc6801c13 2024-11-08T09:19:09,925 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/.tmp/f/4aa6c9616026480c962a08706aa86b02 as hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/f/4aa6c9616026480c962a08706aa86b02 2024-11-08T09:19:09,929 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4aa6c9616026480c962a08706aa86b02 2024-11-08T09:19:09,929 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/f/4aa6c9616026480c962a08706aa86b02, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T09:19:09,930 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/.tmp/f1/50e492992da84b29b9e70dac44cddf2f as hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/f1/50e492992da84b29b9e70dac44cddf2f 2024-11-08T09:19:09,934 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50e492992da84b29b9e70dac44cddf2f 2024-11-08T09:19:09,934 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/f1/50e492992da84b29b9e70dac44cddf2f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T09:19:09,935 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/.tmp/norep/c2eadae4d79a4762be9de6efc6801c13 as hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/norep/c2eadae4d79a4762be9de6efc6801c13 2024-11-08T09:19:09,939 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2eadae4d79a4762be9de6efc6801c13 2024-11-08T09:19:09,939 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/norep/c2eadae4d79a4762be9de6efc6801c13, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T09:19:09,940 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3c4fd6b537ab7c760d8c5865da7fc7f7 in 1297ms, sequenceid=8, compaction requested=false 2024-11-08T09:19:09,944 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/data/default/test/3c4fd6b537ab7c760d8c5865da7fc7f7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T09:19:09,944 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:19:09,944 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:19:09,944 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. 2024-11-08T09:19:09,944 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c4fd6b537ab7c760d8c5865da7fc7f7: Waiting for close lock at 1731057548643Running coprocessor pre-close hooks at 1731057548643Disabling compacts and flushes for region at 1731057548643Disabling writes for close at 1731057548643Obtaining lock to block concurrent updates at 1731057548643Preparing flush snapshotting stores in 3c4fd6b537ab7c760d8c5865da7fc7f7 at 1731057548643Finished memstore snapshotting test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731057548644 (+1 ms)Flushing stores of test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. at 1731057548644Flushing 3c4fd6b537ab7c760d8c5865da7fc7f7/f: creating writer at 1731057548644Flushing 3c4fd6b537ab7c760d8c5865da7fc7f7/f: appending metadata at 1731057548660 (+16 ms)Flushing 3c4fd6b537ab7c760d8c5865da7fc7f7/f: closing flushed file at 1731057548660Flushing 3c4fd6b537ab7c760d8c5865da7fc7f7/f1: creating writer at 1731057549069 (+409 ms)Flushing 3c4fd6b537ab7c760d8c5865da7fc7f7/f1: appending metadata at 1731057549086 (+17 ms)Flushing 3c4fd6b537ab7c760d8c5865da7fc7f7/f1: closing flushed file at 1731057549086Flushing 3c4fd6b537ab7c760d8c5865da7fc7f7/norep: creating writer at 1731057549496 (+410 ms)Flushing 3c4fd6b537ab7c760d8c5865da7fc7f7/norep: appending metadata at 1731057549515 (+19 ms)Flushing 3c4fd6b537ab7c760d8c5865da7fc7f7/norep: closing flushed file at 1731057549515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c703d86: reopening flushed file at 1731057549924 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446af7e3: reopening flushed file at 1731057549929 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ecf4a98: reopening flushed file at 1731057549934 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3c4fd6b537ab7c760d8c5865da7fc7f7 in 1297ms, sequenceid=8, compaction requested=false at 1731057549940 (+6 ms)Writing region close event to WAL at 1731057549941 (+1 ms)Running coprocessor post-close hooks at 1731057549944 (+3 ms)Closed at 1731057549944 2024-11-08T09:19:09,944 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057538073.3c4fd6b537ab7c760d8c5865da7fc7f7. 2024-11-08T09:19:09,944 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b69ce40fcd8c2ce109f3353401c72ee2, disabling compactions & flushes 2024-11-08T09:19:09,944 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:09,944 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:09,944 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. after waiting 0 ms 2024-11-08T09:19:09,944 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:09,945 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b69ce40fcd8c2ce109f3353401c72ee2: Waiting for close lock at 1731057549944Running coprocessor pre-close hooks at 1731057549944Disabling compacts and flushes for region at 1731057549944Disabling writes for close at 1731057549944Failed flush hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2., putting online again at 1731057549945 (+1 ms) 2024-11-08T09:19:09,945 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:10,045 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(3091): Received CLOSE for b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:10,045 DEBUG [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1351): Waiting on b69ce40fcd8c2ce109f3353401c72ee2 2024-11-08T09:19:10,045 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b69ce40fcd8c2ce109f3353401c72ee2, disabling compactions & flushes 2024-11-08T09:19:10,045 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:10,045 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:10,045 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. after waiting 0 ms 2024-11-08T09:19:10,045 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:10,045 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b69ce40fcd8c2ce109f3353401c72ee2: Waiting for close lock at 1731057550045Running coprocessor pre-close hooks at 1731057550045Disabling compacts and flushes for region at 1731057550045Disabling writes for close at 1731057550045Failed flush hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2., putting online again at 1731057550045 2024-11-08T09:19:10,045 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731057542397.b69ce40fcd8c2ce109f3353401c72ee2. 2024-11-08T09:19:10,114 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 912, reset compression=false 2024-11-08T09:19:10,242 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 1162, reset compression=false 2024-11-08T09:19:10,245 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T09:19:10,245 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,45619,1731057532858; all regions closed. 2024-11-08T09:19:10,246 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:10,246 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.wal-reader.cf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.1731057534934 to pos 1806, reset compression=false 2024-11-08T09:19:10,247 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/WALs/cf4d76213909,45619,1731057532858/cf4d76213909%2C45619%2C1731057532858.meta.1731057535800.meta not finished, retry = 0 2024-11-08T09:19:10,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741834_1010 (size=4239) 2024-11-08T09:19:10,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741839_1015 (size=1733) 2024-11-08T09:19:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741832_1008 (size=1814) 2024-11-08T09:19:10,398 DEBUG [RS:0;cf4d76213909:45619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:10,398 INFO [RS:0;cf4d76213909:45619 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:19:10,398 INFO [RS:0;cf4d76213909:45619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:19:10,399 INFO [RS:0;cf4d76213909:45619 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:19:10,399 INFO [RS:0;cf4d76213909:45619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:19:10,399 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:19:10,399 INFO [RS:0;cf4d76213909:45619 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,45619,1731057532858 because: Region server is closing 2024-11-08T09:19:10,399 INFO [RS:0;cf4d76213909:45619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45619. 2024-11-08T09:19:10,399 DEBUG [RS:0;cf4d76213909:45619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:10,399 DEBUG [RS:0;cf4d76213909:45619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:10,399 DEBUG [RS:0;cf4d76213909:45619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:10,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:10,500 INFO [RS:0;cf4d76213909:45619 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45619,1731057532858.replicationSource.shippercf4d76213909%2C45619%2C1731057532858,1-cf4d76213909,45619,1731057532858 terminated 2024-11-08T09:19:10,500 INFO [RS:0;cf4d76213909:45619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45619. 2024-11-08T09:19:10,500 DEBUG [RS:0;cf4d76213909:45619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:10,500 DEBUG [RS:0;cf4d76213909:45619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:10,500 DEBUG [RS:0;cf4d76213909:45619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:10,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:10,500 INFO [RS:0;cf4d76213909:45619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45619 2024-11-08T09:19:10,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-115266648/rs/cf4d76213909,45619,1731057532858 2024-11-08T09:19:10,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648/rs 2024-11-08T09:19:10,521 INFO [RS:0;cf4d76213909:45619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:19:10,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,45619,1731057532858] 2024-11-08T09:19:10,542 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-115266648/draining/cf4d76213909,45619,1731057532858 already deleted, retry=false 2024-11-08T09:19:10,542 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,45619,1731057532858 expired; onlineServers=0 2024-11-08T09:19:10,542 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,35951,1731057532695' ***** 2024-11-08T09:19:10,542 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:19:10,542 INFO [M:0;cf4d76213909:35951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:19:10,542 INFO [M:0;cf4d76213909:35951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:19:10,542 DEBUG [M:0;cf4d76213909:35951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:19:10,542 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:19:10,542 DEBUG [M:0;cf4d76213909:35951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:19:10,542 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057534606 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057534606,5,FailOnTimeoutGroup] 2024-11-08T09:19:10,542 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057534606 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057534606,5,FailOnTimeoutGroup] 2024-11-08T09:19:10,543 INFO [M:0;cf4d76213909:35951 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:19:10,543 INFO [M:0;cf4d76213909:35951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:19:10,543 DEBUG [M:0;cf4d76213909:35951 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:19:10,543 INFO [M:0;cf4d76213909:35951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:19:10,543 INFO [M:0;cf4d76213909:35951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:19:10,543 INFO [M:0;cf4d76213909:35951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:19:10,543 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:19:10,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-115266648/master 2024-11-08T09:19:10,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115266648 2024-11-08T09:19:10,553 DEBUG [M:0;cf4d76213909:35951 {}] zookeeper.ZKUtil(347): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Unable to get data of znode /1-115266648/master because node does not exist (not an error) 2024-11-08T09:19:10,553 WARN [M:0;cf4d76213909:35951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:19:10,553 INFO [M:0;cf4d76213909:35951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/.lastflushedseqids 2024-11-08T09:19:10,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741847_1023 (size=245) 2024-11-08T09:19:10,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:10,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x10119bd9bb80004, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:10,632 INFO [RS:0;cf4d76213909:45619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:19:10,632 INFO [RS:0;cf4d76213909:45619 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,45619,1731057532858; zookeeper connection closed. 2024-11-08T09:19:10,632 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6da7ac8c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6da7ac8c 2024-11-08T09:19:10,632 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:19:10,818 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 912, reset compression=false 2024-11-08T09:19:10,958 INFO [M:0;cf4d76213909:35951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:19:10,958 INFO [M:0;cf4d76213909:35951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:19:10,958 DEBUG [M:0;cf4d76213909:35951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:19:10,958 INFO [M:0;cf4d76213909:35951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:10,958 DEBUG [M:0;cf4d76213909:35951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:10,958 DEBUG [M:0;cf4d76213909:35951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:19:10,958 DEBUG [M:0;cf4d76213909:35951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:10,958 INFO [M:0;cf4d76213909:35951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T09:19:10,972 DEBUG [M:0;cf4d76213909:35951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/296a5e2d5cce4157aa72a637c89fa12b is 82, key is hbase:meta,,1/info:regioninfo/1731057535827/Put/seqid=0 2024-11-08T09:19:10,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741848_1024 (size=5672) 2024-11-08T09:19:11,375 INFO [M:0;cf4d76213909:35951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/296a5e2d5cce4157aa72a637c89fa12b 2024-11-08T09:19:11,392 DEBUG [M:0;cf4d76213909:35951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff93fa77878d4157b216f55a9841cd48 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731057543567/Put/seqid=0 2024-11-08T09:19:11,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741849_1025 (size=8517) 2024-11-08T09:19:11,622 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 912, reset compression=false 2024-11-08T09:19:11,796 INFO [M:0;cf4d76213909:35951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff93fa77878d4157b216f55a9841cd48 2024-11-08T09:19:11,816 DEBUG [M:0;cf4d76213909:35951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a7d928a83c345f3866ca2352f8b345b is 69, key is cf4d76213909,45619,1731057532858/rs:state/1731057534727/Put/seqid=0 2024-11-08T09:19:11,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741850_1026 (size=5156) 2024-11-08T09:19:12,220 INFO [M:0;cf4d76213909:35951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a7d928a83c345f3866ca2352f8b345b 2024-11-08T09:19:12,224 DEBUG [M:0;cf4d76213909:35951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/296a5e2d5cce4157aa72a637c89fa12b as hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/296a5e2d5cce4157aa72a637c89fa12b 2024-11-08T09:19:12,227 INFO [M:0;cf4d76213909:35951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/296a5e2d5cce4157aa72a637c89fa12b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T09:19:12,228 DEBUG [M:0;cf4d76213909:35951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff93fa77878d4157b216f55a9841cd48 as hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff93fa77878d4157b216f55a9841cd48 2024-11-08T09:19:12,231 INFO [M:0;cf4d76213909:35951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff93fa77878d4157b216f55a9841cd48, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T09:19:12,231 DEBUG [M:0;cf4d76213909:35951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a7d928a83c345f3866ca2352f8b345b as hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a7d928a83c345f3866ca2352f8b345b 2024-11-08T09:19:12,234 INFO [M:0;cf4d76213909:35951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a7d928a83c345f3866ca2352f8b345b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T09:19:12,235 INFO [M:0;cf4d76213909:35951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-08T09:19:12,236 INFO [M:0;cf4d76213909:35951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:12,236 DEBUG [M:0;cf4d76213909:35951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057550958Disabling compacts and flushes for region at 1731057550958Disabling writes for close at 1731057550958Obtaining lock to block concurrent updates at 1731057550958Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057550958Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731057550958Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057550959 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057550959Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057550971 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057550971Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057551379 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057551392 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057551392Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057551800 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057551815 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057551815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50164546: reopening flushed file at 1731057552223 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642376: reopening flushed file at 1731057552227 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e3e75c: reopening flushed file at 1731057552231 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731057552235 (+4 ms)Writing region close event to WAL at 1731057552236 (+1 ms)Closed at 1731057552236 2024-11-08T09:19:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741830_1006 (size=63666) 2024-11-08T09:19:12,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ede1a96-ef67-7894-8956-3baae29a952c/MasterData/WALs/cf4d76213909,35951,1731057532695/cf4d76213909%2C35951%2C1731057532695.1731057534226 not finished, retry = 0 2024-11-08T09:19:12,339 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:19:12,339 INFO [M:0;cf4d76213909:35951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:19:12,339 INFO [M:0;cf4d76213909:35951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35951 2024-11-08T09:19:12,339 INFO [M:0;cf4d76213909:35951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:19:12,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:12,498 INFO [M:0;cf4d76213909:35951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:19:12,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x10119bd9bb80003, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:12,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d611e11{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:19:12,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b907227{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:19:12,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:19:12,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e0fd22c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:19:12,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@436e36a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/hadoop.log.dir/,STOPPED} 2024-11-08T09:19:12,502 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:19:12,502 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:19:12,502 WARN [BP-860822346-172.17.0.2-1731057530849 heartbeating to localhost/127.0.0.1:43403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:19:12,502 WARN [BP-860822346-172.17.0.2-1731057530849 heartbeating to localhost/127.0.0.1:43403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-860822346-172.17.0.2-1731057530849 (Datanode Uuid 559f88c5-1b41-4877-9f2b-5f6619c866c5) service to localhost/127.0.0.1:43403 2024-11-08T09:19:12,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/cluster_0c7d6c68-1139-319e-7bd1-0bb30f30bb78/data/data1/current/BP-860822346-172.17.0.2-1731057530849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:19:12,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/cluster_0c7d6c68-1139-319e-7bd1-0bb30f30bb78/data/data2/current/BP-860822346-172.17.0.2-1731057530849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:19:12,503 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:19:12,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@404e031b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:19:12,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c4acb23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:19:12,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:19:12,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a615ba1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:19:12,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78d8d321{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/hadoop.log.dir/,STOPPED} 2024-11-08T09:19:12,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:19:12,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:19:12,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:12,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:12,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:12,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:12,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:12,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:19:12,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2080495484, stopped=false 2024-11-08T09:19:12,524 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,45627,1731057526879 2024-11-08T09:19:12,526 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 912, reset compression=false 2024-11-08T09:19:12,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1551781962/running 2024-11-08T09:19:12,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1551781962/running 2024-11-08T09:19:12,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:19:12,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:19:12,563 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:19:12,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:12,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:12,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:12,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Set watcher on znode that does not yet exist, /0-1551781962/running 2024-11-08T09:19:12,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Set watcher on znode that does not yet exist, /0-1551781962/running 2024-11-08T09:19:12,564 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,33689,1731057527072' ***** 2024-11-08T09:19:12,564 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:19:12,564 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:19:12,564 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:19:12,564 INFO [RS:0;cf4d76213909:33689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:19:12,564 INFO [RS:0;cf4d76213909:33689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:19:12,565 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for 48f6c79ba1131be4387c4bda81ffec1c 2024-11-08T09:19:12,565 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:19:12,565 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,33689,1731057527072 2024-11-08T09:19:12,565 INFO [RS:0;cf4d76213909:33689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:19:12,565 INFO [RS:0;cf4d76213909:33689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:33689. 2024-11-08T09:19:12,565 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48f6c79ba1131be4387c4bda81ffec1c, disabling compactions & flushes 2024-11-08T09:19:12,565 DEBUG [RS:0;cf4d76213909:33689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:12,565 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. 2024-11-08T09:19:12,565 DEBUG [RS:0;cf4d76213909:33689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:12,565 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. 2024-11-08T09:19:12,565 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. after waiting 0 ms 2024-11-08T09:19:12,565 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. 2024-11-08T09:19:12,565 INFO [RS:0;cf4d76213909:33689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:19:12,565 INFO [RS:0;cf4d76213909:33689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:19:12,565 INFO [RS:0;cf4d76213909:33689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:19:12,565 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:19:12,565 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 48f6c79ba1131be4387c4bda81ffec1c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-08T09:19:12,565 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T09:19:12,566 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1325): Online Regions={48f6c79ba1131be4387c4bda81ffec1c=hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c., 1588230740=hbase:meta,,1.1588230740, 8013dbcfdb89b04b9184ff07145cd78a=test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a.} 2024-11-08T09:19:12,566 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48f6c79ba1131be4387c4bda81ffec1c, 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:19:12,566 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:19:12,566 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:19:12,566 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:19:12,566 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:19:12,566 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:19:12,566 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T09:19:12,579 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:19:12,584 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/replication/48f6c79ba1131be4387c4bda81ffec1c/.tmp/queue/1685fd03696b434eb50bf18ff09b46c9 is 153, key is 1-cf4d76213909,33689,1731057527072/queue:cf4d76213909%2C33689%2C1731057527072/1731057548094/Put/seqid=0 2024-11-08T09:19:12,584 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/.tmp/info/1782777e9a944ce6ac203189d1180ffe is 147, key is hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c./info:regioninfo/1731057541414/Put/seqid=0 2024-11-08T09:19:12,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741840_1016 (size=5352) 2024-11-08T09:19:12,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741841_1017 (size=7686) 2024-11-08T09:19:12,588 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/replication/48f6c79ba1131be4387c4bda81ffec1c/.tmp/queue/1685fd03696b434eb50bf18ff09b46c9 2024-11-08T09:19:12,593 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/replication/48f6c79ba1131be4387c4bda81ffec1c/.tmp/queue/1685fd03696b434eb50bf18ff09b46c9 as hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/replication/48f6c79ba1131be4387c4bda81ffec1c/queue/1685fd03696b434eb50bf18ff09b46c9 2024-11-08T09:19:12,596 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/replication/48f6c79ba1131be4387c4bda81ffec1c/queue/1685fd03696b434eb50bf18ff09b46c9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T09:19:12,597 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 48f6c79ba1131be4387c4bda81ffec1c in 32ms, sequenceid=10, compaction requested=false 2024-11-08T09:19:12,600 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/replication/48f6c79ba1131be4387c4bda81ffec1c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T09:19:12,600 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:19:12,600 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:19:12,600 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. 2024-11-08T09:19:12,600 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48f6c79ba1131be4387c4bda81ffec1c: Waiting for close lock at 1731057552565Running coprocessor pre-close hooks at 1731057552565Disabling compacts and flushes for region at 1731057552565Disabling writes for close at 1731057552565Obtaining lock to block concurrent updates at 1731057552565Preparing flush snapshotting stores in 48f6c79ba1131be4387c4bda81ffec1c at 1731057552565Finished memstore snapshotting hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731057552565Flushing stores of hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. at 1731057552566 (+1 ms)Flushing 48f6c79ba1131be4387c4bda81ffec1c/queue: creating writer at 1731057552566Flushing 48f6c79ba1131be4387c4bda81ffec1c/queue: appending metadata at 1731057552584 (+18 ms)Flushing 48f6c79ba1131be4387c4bda81ffec1c/queue: closing flushed file at 1731057552584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2624f465: reopening flushed file at 1731057552592 (+8 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 48f6c79ba1131be4387c4bda81ffec1c in 32ms, sequenceid=10, compaction requested=false at 1731057552597 (+5 ms)Writing region close event to WAL at 1731057552598 (+1 ms)Running coprocessor post-close hooks at 1731057552600 (+2 ms)Closed at 1731057552600 2024-11-08T09:19:12,601 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731057540241.48f6c79ba1131be4387c4bda81ffec1c. 2024-11-08T09:19:12,601 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8013dbcfdb89b04b9184ff07145cd78a, disabling compactions & flushes 2024-11-08T09:19:12,601 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. 2024-11-08T09:19:12,601 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. 2024-11-08T09:19:12,601 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. after waiting 0 ms 2024-11-08T09:19:12,601 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. 2024-11-08T09:19:12,601 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8013dbcfdb89b04b9184ff07145cd78a 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-08T09:19:12,614 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/.tmp/f/138a940ee62a4ed78c3a1fed586f9fe5 is 29, key is row1/f:/1731057547570/DeleteFamily/seqid=0 2024-11-08T09:19:12,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741842_1018 (size=5118) 2024-11-08T09:19:12,766 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:19:12,966 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:19:12,989 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/.tmp/info/1782777e9a944ce6ac203189d1180ffe 2024-11-08T09:19:13,009 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/.tmp/ns/0badc6663b3443e69f5edf7282fdbce2 is 43, key is default/ns:d/1731057530702/Put/seqid=0 2024-11-08T09:19:13,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741843_1019 (size=5153) 2024-11-08T09:19:13,014 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/.tmp/ns/0badc6663b3443e69f5edf7282fdbce2 2024-11-08T09:19:13,017 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/.tmp/f/138a940ee62a4ed78c3a1fed586f9fe5 2024-11-08T09:19:13,021 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 138a940ee62a4ed78c3a1fed586f9fe5 2024-11-08T09:19:13,031 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/.tmp/rep_barrier/77bbab2b9c3f4bfcabcbc226425c3cf3 is 112, key is test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a./rep_barrier:seqnumDuringOpen/1731057537071/Put/seqid=0 2024-11-08T09:19:13,035 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/.tmp/f1/3a26b1395d4b4868b93ad5ab6293ed46 is 30, key is row1/f1:/1731057547570/DeleteFamily/seqid=0 2024-11-08T09:19:13,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741844_1020 (size=5518) 2024-11-08T09:19:13,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741845_1021 (size=5123) 2024-11-08T09:19:13,039 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/.tmp/f1/3a26b1395d4b4868b93ad5ab6293ed46 2024-11-08T09:19:13,043 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a26b1395d4b4868b93ad5ab6293ed46 2024-11-08T09:19:13,062 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/.tmp/norep/67f259b6fd244306bf043545e033f1d6 is 32, key is row/norep:/1731057546565/DeleteFamily/seqid=0 2024-11-08T09:19:13,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741846_1022 (size=5101) 2024-11-08T09:19:13,166 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:19:13,366 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8013dbcfdb89b04b9184ff07145cd78a 2024-11-08T09:19:13,438 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/.tmp/rep_barrier/77bbab2b9c3f4bfcabcbc226425c3cf3 2024-11-08T09:19:13,455 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/.tmp/table/9fcdf4ce4e4449e9a38e2e5774c3178c is 53, key is hbase:replication/table:state/1731057541421/Put/seqid=0 2024-11-08T09:19:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741847_1023 (size=5308) 2024-11-08T09:19:13,466 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/.tmp/norep/67f259b6fd244306bf043545e033f1d6 2024-11-08T09:19:13,470 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67f259b6fd244306bf043545e033f1d6 2024-11-08T09:19:13,471 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/.tmp/f/138a940ee62a4ed78c3a1fed586f9fe5 as hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/f/138a940ee62a4ed78c3a1fed586f9fe5 2024-11-08T09:19:13,475 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 138a940ee62a4ed78c3a1fed586f9fe5 2024-11-08T09:19:13,475 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/f/138a940ee62a4ed78c3a1fed586f9fe5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T09:19:13,476 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/.tmp/f1/3a26b1395d4b4868b93ad5ab6293ed46 as hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/f1/3a26b1395d4b4868b93ad5ab6293ed46 2024-11-08T09:19:13,480 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a26b1395d4b4868b93ad5ab6293ed46 2024-11-08T09:19:13,480 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/f1/3a26b1395d4b4868b93ad5ab6293ed46, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T09:19:13,480 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/.tmp/norep/67f259b6fd244306bf043545e033f1d6 as hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/norep/67f259b6fd244306bf043545e033f1d6 2024-11-08T09:19:13,484 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67f259b6fd244306bf043545e033f1d6 2024-11-08T09:19:13,484 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/norep/67f259b6fd244306bf043545e033f1d6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T09:19:13,485 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8013dbcfdb89b04b9184ff07145cd78a in 884ms, sequenceid=8, compaction requested=false 2024-11-08T09:19:13,485 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T09:19:13,494 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/default/test/8013dbcfdb89b04b9184ff07145cd78a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T09:19:13,494 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:19:13,494 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:19:13,494 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. 2024-11-08T09:19:13,494 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8013dbcfdb89b04b9184ff07145cd78a: Waiting for close lock at 1731057552601Running coprocessor pre-close hooks at 1731057552601Disabling compacts and flushes for region at 1731057552601Disabling writes for close at 1731057552601Obtaining lock to block concurrent updates at 1731057552601Preparing flush snapshotting stores in 8013dbcfdb89b04b9184ff07145cd78a at 1731057552601Finished memstore snapshotting test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731057552601Flushing stores of test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. at 1731057552601Flushing 8013dbcfdb89b04b9184ff07145cd78a/f: creating writer at 1731057552602 (+1 ms)Flushing 8013dbcfdb89b04b9184ff07145cd78a/f: appending metadata at 1731057552613 (+11 ms)Flushing 8013dbcfdb89b04b9184ff07145cd78a/f: closing flushed file at 1731057552613Flushing 8013dbcfdb89b04b9184ff07145cd78a/f1: creating writer at 1731057553021 (+408 ms)Flushing 8013dbcfdb89b04b9184ff07145cd78a/f1: appending metadata at 1731057553035 (+14 ms)Flushing 8013dbcfdb89b04b9184ff07145cd78a/f1: closing flushed file at 1731057553035Flushing 8013dbcfdb89b04b9184ff07145cd78a/norep: creating writer at 1731057553043 (+8 ms)Flushing 8013dbcfdb89b04b9184ff07145cd78a/norep: appending metadata at 1731057553061 (+18 ms)Flushing 8013dbcfdb89b04b9184ff07145cd78a/norep: closing flushed file at 1731057553061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e923b2: reopening flushed file at 1731057553470 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bcbfc1: reopening flushed file at 1731057553475 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e702c3: reopening flushed file at 1731057553480 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8013dbcfdb89b04b9184ff07145cd78a in 884ms, sequenceid=8, compaction requested=false at 1731057553485 (+5 ms)Writing region close event to WAL at 1731057553491 (+6 ms)Running coprocessor post-close hooks at 1731057553494 (+3 ms)Closed at 1731057553494 2024-11-08T09:19:13,494 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057535919.8013dbcfdb89b04b9184ff07145cd78a. 2024-11-08T09:19:13,521 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:19:13,522 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:19:13,529 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 912, reset compression=false 2024-11-08T09:19:13,534 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:13,534 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 1803, reset compression=false 2024-11-08T09:19:13,534 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,33689,1731057527072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597, lastWalPosition=1803, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:13,535 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cf4d76213909,33689,1731057527072: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cf4d76213909,33689,1731057527072, walGroup=cf4d76213909%2C33689%2C1731057527072, offset=cf4d76213909%2C33689%2C1731057527072.1731057529597:1803, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:33689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T09:19:13,536 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T09:19:13,536 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T09:19:13,537 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T09:19:13,537 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T09:19:13,537 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T09:19:13,537 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 673005080 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191431824 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T09:19:13,537 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:45627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:45627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T09:19:13,566 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T09:19:13,566 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:19:13,567 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:19:13,738 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 1803, reset compression=false 2024-11-08T09:19:13,767 DEBUG [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:19:13,859 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/.tmp/table/9fcdf4ce4e4449e9a38e2e5774c3178c 2024-11-08T09:19:13,864 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/.tmp/info/1782777e9a944ce6ac203189d1180ffe as hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/info/1782777e9a944ce6ac203189d1180ffe 2024-11-08T09:19:13,867 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/info/1782777e9a944ce6ac203189d1180ffe, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T09:19:13,868 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/.tmp/ns/0badc6663b3443e69f5edf7282fdbce2 as hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/ns/0badc6663b3443e69f5edf7282fdbce2 2024-11-08T09:19:13,872 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/ns/0badc6663b3443e69f5edf7282fdbce2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T09:19:13,872 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/.tmp/rep_barrier/77bbab2b9c3f4bfcabcbc226425c3cf3 as hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/rep_barrier/77bbab2b9c3f4bfcabcbc226425c3cf3 2024-11-08T09:19:13,877 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/rep_barrier/77bbab2b9c3f4bfcabcbc226425c3cf3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T09:19:13,878 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/.tmp/table/9fcdf4ce4e4449e9a38e2e5774c3178c as hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/table/9fcdf4ce4e4449e9a38e2e5774c3178c 2024-11-08T09:19:13,882 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/table/9fcdf4ce4e4449e9a38e2e5774c3178c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T09:19:13,882 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-08T09:19:13,882 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:19:13,887 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T09:19:13,887 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:19:13,887 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:19:13,887 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:19:13,887 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057552566Running coprocessor pre-close hooks at 1731057552566Disabling compacts and flushes for region at 1731057552566Disabling writes for close at 1731057552566Obtaining lock to block concurrent updates at 1731057552566Preparing flush snapshotting stores in 1588230740 at 1731057552566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731057552566Flushing stores of hbase:meta,,1.1588230740 at 1731057552567 (+1 ms)Flushing 1588230740/info: creating writer at 1731057552567Flushing 1588230740/info: appending metadata at 1731057552584 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731057552584Flushing 1588230740/ns: creating writer at 1731057552993 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731057553009 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731057553009Flushing 1588230740/rep_barrier: creating writer at 1731057553018 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057553031 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057553031Flushing 1588230740/table: creating writer at 1731057553442 (+411 ms)Flushing 1588230740/table: appending metadata at 1731057553454 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731057553454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd87127: reopening flushed file at 1731057553863 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61239b1e: reopening flushed file at 1731057553868 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df02fba: reopening flushed file at 1731057553872 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3437304a: reopening flushed file at 1731057553877 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1731057553882 (+5 ms)Writing region close event to WAL at 1731057553884 (+2 ms)Running coprocessor post-close hooks at 1731057553887 (+3 ms)Closed at 1731057553887 2024-11-08T09:19:13,887 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:19:13,967 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,33689,1731057527072; all regions closed. 2024-11-08T09:19:13,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741834_1010 (size=4239) 2024-11-08T09:19:13,969 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.meta.1731057530642.meta not finished, retry = 0 2024-11-08T09:19:14,041 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 to pos 1803, reset compression=false 2024-11-08T09:19:14,072 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.rep.1731057541373 not finished, retry = 0 2024-11-08T09:19:14,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741839_1015 (size=2676) 2024-11-08T09:19:14,174 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/WALs/cf4d76213909,33689,1731057527072/cf4d76213909%2C33689%2C1731057527072.1731057529597 not finished, retry = 0 2024-11-08T09:19:14,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741832_1008 (size=1811) 2024-11-08T09:19:14,275 DEBUG [RS:0;cf4d76213909:33689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:14,275 INFO [RS:0;cf4d76213909:33689 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:19:14,275 INFO [RS:0;cf4d76213909:33689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:19:14,276 INFO [RS:0;cf4d76213909:33689 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:19:14,276 INFO [RS:0;cf4d76213909:33689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:19:14,276 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:19:14,276 INFO [RS:0;cf4d76213909:33689 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,33689,1731057527072 because: Region server is closing 2024-11-08T09:19:14,276 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:19:14,276 INFO [RS:0;cf4d76213909:33689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:33689. 2024-11-08T09:19:14,276 DEBUG [RS:0;cf4d76213909:33689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:14,276 DEBUG [RS:0;cf4d76213909:33689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:14,276 DEBUG [RS:0;cf4d76213909:33689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:14,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:14,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:14,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:14,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:14,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:14,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:14,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:14,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:14,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:14,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:14,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:14,377 INFO [RS:0;cf4d76213909:33689 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.shippercf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 terminated 2024-11-08T09:19:14,377 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,33689,1731057527072.replicationSource.wal-reader.cf4d76213909%2C33689%2C1731057527072,1-cf4d76213909,33689,1731057527072 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T09:19:14,377 INFO [RS:0;cf4d76213909:33689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:33689. 2024-11-08T09:19:14,377 DEBUG [RS:0;cf4d76213909:33689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:14,377 DEBUG [RS:0;cf4d76213909:33689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:14,377 DEBUG [RS:0;cf4d76213909:33689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:14,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:14,377 INFO [RS:0;cf4d76213909:33689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33689 2024-11-08T09:19:14,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962/rs 2024-11-08T09:19:14,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1551781962/rs/cf4d76213909,33689,1731057527072 2024-11-08T09:19:14,440 INFO [RS:0;cf4d76213909:33689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:19:14,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,33689,1731057527072] 2024-11-08T09:19:14,461 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1551781962/draining/cf4d76213909,33689,1731057527072 already deleted, retry=false 2024-11-08T09:19:14,461 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,33689,1731057527072 expired; onlineServers=0 2024-11-08T09:19:14,461 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,45627,1731057526879' ***** 2024-11-08T09:19:14,461 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:19:14,461 INFO [M:0;cf4d76213909:45627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:19:14,461 INFO [M:0;cf4d76213909:45627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:19:14,461 DEBUG [M:0;cf4d76213909:45627 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:19:14,461 DEBUG [M:0;cf4d76213909:45627 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:19:14,461 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:19:14,461 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057529332 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057529332,5,FailOnTimeoutGroup] 2024-11-08T09:19:14,461 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057529336 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057529336,5,FailOnTimeoutGroup] 2024-11-08T09:19:14,462 INFO [M:0;cf4d76213909:45627 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:19:14,462 INFO [M:0;cf4d76213909:45627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:19:14,462 DEBUG [M:0;cf4d76213909:45627 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:19:14,462 INFO [M:0;cf4d76213909:45627 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:19:14,462 INFO [M:0;cf4d76213909:45627 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:19:14,462 INFO [M:0;cf4d76213909:45627 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:19:14,462 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:19:14,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1551781962/master 2024-11-08T09:19:14,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1551781962 2024-11-08T09:19:14,472 DEBUG [M:0;cf4d76213909:45627 {}] zookeeper.ZKUtil(347): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Unable to get data of znode /0-1551781962/master because node does not exist (not an error) 2024-11-08T09:19:14,472 WARN [M:0;cf4d76213909:45627 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:19:14,473 INFO [M:0;cf4d76213909:45627 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/.lastflushedseqids 2024-11-08T09:19:14,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741848_1024 (size=245) 2024-11-08T09:19:14,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:14,551 INFO [RS:0;cf4d76213909:33689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:19:14,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33689-0x10119bd9bb80001, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:14,551 INFO [RS:0;cf4d76213909:33689 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,33689,1731057527072; zookeeper connection closed. 2024-11-08T09:19:14,551 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f113b96 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f113b96 2024-11-08T09:19:14,551 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:19:14,881 INFO [M:0;cf4d76213909:45627 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:19:14,882 INFO [M:0;cf4d76213909:45627 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:19:14,882 DEBUG [M:0;cf4d76213909:45627 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:19:14,882 INFO [M:0;cf4d76213909:45627 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:14,882 DEBUG [M:0;cf4d76213909:45627 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:14,882 DEBUG [M:0;cf4d76213909:45627 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:19:14,882 DEBUG [M:0;cf4d76213909:45627 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:14,882 INFO [M:0;cf4d76213909:45627 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T09:19:14,900 DEBUG [M:0;cf4d76213909:45627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/974c6af7dcb5427b868e53ba4283b29b is 82, key is hbase:meta,,1/info:regioninfo/1731057530672/Put/seqid=0 2024-11-08T09:19:14,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741849_1025 (size=5672) 2024-11-08T09:19:15,304 INFO [M:0;cf4d76213909:45627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/974c6af7dcb5427b868e53ba4283b29b 2024-11-08T09:19:15,326 DEBUG [M:0;cf4d76213909:45627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfbd5a675efa4401ab1e1dd8a66cb88b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731057541424/Put/seqid=0 2024-11-08T09:19:15,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741850_1026 (size=8516) 2024-11-08T09:19:15,731 INFO [M:0;cf4d76213909:45627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfbd5a675efa4401ab1e1dd8a66cb88b 2024-11-08T09:19:15,747 DEBUG [M:0;cf4d76213909:45627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcf690634bf34733a42858eb85639503 is 69, key is cf4d76213909,33689,1731057527072/rs:state/1731057529437/Put/seqid=0 2024-11-08T09:19:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741851_1027 (size=5156) 2024-11-08T09:19:16,151 INFO [M:0;cf4d76213909:45627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcf690634bf34733a42858eb85639503 2024-11-08T09:19:16,156 DEBUG [M:0;cf4d76213909:45627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/974c6af7dcb5427b868e53ba4283b29b as hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/974c6af7dcb5427b868e53ba4283b29b 2024-11-08T09:19:16,160 INFO [M:0;cf4d76213909:45627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/974c6af7dcb5427b868e53ba4283b29b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T09:19:16,160 DEBUG [M:0;cf4d76213909:45627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfbd5a675efa4401ab1e1dd8a66cb88b as hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfbd5a675efa4401ab1e1dd8a66cb88b 2024-11-08T09:19:16,164 INFO [M:0;cf4d76213909:45627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfbd5a675efa4401ab1e1dd8a66cb88b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T09:19:16,165 DEBUG [M:0;cf4d76213909:45627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcf690634bf34733a42858eb85639503 as hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcf690634bf34733a42858eb85639503 2024-11-08T09:19:16,168 INFO [M:0;cf4d76213909:45627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36655/user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcf690634bf34733a42858eb85639503, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T09:19:16,169 INFO [M:0;cf4d76213909:45627 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-08T09:19:16,170 INFO [M:0;cf4d76213909:45627 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:16,170 DEBUG [M:0;cf4d76213909:45627 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057554882Disabling compacts and flushes for region at 1731057554882Disabling writes for close at 1731057554882Obtaining lock to block concurrent updates at 1731057554882Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057554882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731057554882Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057554883 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057554883Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057554900 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057554900Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057555308 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057555326 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057555326Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057555735 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057555747 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057555747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df9763d: reopening flushed file at 1731057556155 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d80b20: reopening flushed file at 1731057556160 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586dff21: reopening flushed file at 1731057556164 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1731057556169 (+5 ms)Writing region close event to WAL at 1731057556170 (+1 ms)Closed at 1731057556170 2024-11-08T09:19:16,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40507 is added to blk_1073741830_1006 (size=63654) 2024-11-08T09:19:16,172 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac42c38a-7bf6-4de7-4366-ccc0af3a5cd0/MasterData/WALs/cf4d76213909,45627,1731057526879/cf4d76213909%2C45627%2C1731057526879.1731057528834 not finished, retry = 0 2024-11-08T09:19:16,273 INFO [M:0;cf4d76213909:45627 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:19:16,273 INFO [M:0;cf4d76213909:45627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45627 2024-11-08T09:19:16,273 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:19:16,273 INFO [M:0;cf4d76213909:45627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:19:16,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:16,435 INFO [M:0;cf4d76213909:45627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:19:16,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45627-0x10119bd9bb80000, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:16,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58e9f6a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:19:16,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62f39c0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:19:16,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:19:16,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36063768{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:19:16,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41731668{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/hadoop.log.dir/,STOPPED} 2024-11-08T09:19:16,439 WARN [BP-1486064828-172.17.0.2-1731057524767 heartbeating to localhost/127.0.0.1:36655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:19:16,439 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:19:16,439 WARN [BP-1486064828-172.17.0.2-1731057524767 heartbeating to localhost/127.0.0.1:36655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1486064828-172.17.0.2-1731057524767 (Datanode Uuid 37546775-dcb1-4a3b-a32b-5a2daca77731) service to localhost/127.0.0.1:36655 2024-11-08T09:19:16,439 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:19:16,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/cluster_5343c9ea-5ee1-c35e-df78-2a739b158a38/data/data1/current/BP-1486064828-172.17.0.2-1731057524767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:19:16,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/cluster_5343c9ea-5ee1-c35e-df78-2a739b158a38/data/data2/current/BP-1486064828-172.17.0.2-1731057524767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:19:16,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:19:16,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5706329{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:19:16,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53b4795d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:19:16,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:19:16,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34daf7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:19:16,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5067272d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d17e95e8-b534-8946-ec00-ed5160f68b25/hadoop.log.dir/,STOPPED} 2024-11-08T09:19:16,449 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:19:16,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:19:16,467 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 242) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43403 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61226) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61226) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36655 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=651 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=401 (was 454), ProcessCount=11 (was 11), AvailableMemoryMB=5223 (was 5290) 2024-11-08T09:19:16,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=651, MaxFileDescriptor=1048576, SystemLoadAverage=401, ProcessCount=11, AvailableMemoryMB=5223 2024-11-08T09:19:16,486 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-08T09:19:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/hadoop.log.dir so I do NOT create it in target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e 2024-11-08T09:19:16,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:19:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/hadoop.tmp.dir so I do NOT create it in target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e 2024-11-08T09:19:16,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/460a6e5d-d661-c1a4-5650-16e52b1f9f96/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:19:16,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e 2024-11-08T09:19:16,487 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/cluster_773d13ce-7d86-848e-f55e-78ca75379dba, deleteOnExit=true 2024-11-08T09:19:16,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/cluster_773d13ce-7d86-848e-f55e-78ca75379dba/zookeeper_0, clientPort=51460, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/cluster_773d13ce-7d86-848e-f55e-78ca75379dba/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/cluster_773d13ce-7d86-848e-f55e-78ca75379dba/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:19:16,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51460 2024-11-08T09:19:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:19:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:19:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/test.cache.data in system properties and HBase conf 2024-11-08T09:19:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:19:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:19:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:19:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:19:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:19:16,506 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:19:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:19:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:19:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:19:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:19:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:19:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:19:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:19:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:19:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:19:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:19:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:19:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:19:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:19:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:19:16,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10119bd9bb80002, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:19:16,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10119bd9bb80002, quorum=127.0.0.1:61226, baseZNode=/0-1551781962 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:19:16,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10119bd9bb80005, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:19:16,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10119bd9bb80005, quorum=127.0.0.1:61226, baseZNode=/1-115266648 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:19:16,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:19:16,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:19:16,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:19:16,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:19:16,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:19:16,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:19:16,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d294e9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:19:16,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e3795c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:19:16,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@750c39a8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/java.io.tmpdir/jetty-localhost-38293-hadoop-hdfs-3_4_1-tests_jar-_-any-12297991572698961606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:19:16,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e8931af{HTTP/1.1, (http/1.1)}{localhost:38293} 2024-11-08T09:19:16,875 INFO [Time-limited test {}] server.Server(415): Started @227470ms 2024-11-08T09:19:17,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:19:17,141 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:19:17,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:19:17,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:19:17,142 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:19:17,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3adfdd8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:19:17,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dcb0280{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:19:17,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4593a87a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/java.io.tmpdir/jetty-localhost-45657-hadoop-hdfs-3_4_1-tests_jar-_-any-2113843715222584421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:19:17,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@388b3372{HTTP/1.1, (http/1.1)}{localhost:45657} 2024-11-08T09:19:17,238 INFO [Time-limited test {}] server.Server(415): Started @227833ms 2024-11-08T09:19:17,239 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:19:17,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:19:17,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T09:19:17,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T09:19:17,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:19:17,918 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/cluster_773d13ce-7d86-848e-f55e-78ca75379dba/data/data2/current/BP-611147842-172.17.0.2-1731057556520/current, will proceed with Du for space computation calculation, 2024-11-08T09:19:17,918 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/cluster_773d13ce-7d86-848e-f55e-78ca75379dba/data/data1/current/BP-611147842-172.17.0.2-1731057556520/current, will proceed with Du for space computation calculation, 2024-11-08T09:19:17,938 WARN [Thread-2644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:19:17,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa909fe0abb271c95 with lease ID 0xac0d6d170a93522c: Processing first storage report for DS-0b1fa7d5-ae05-47ff-ace9-a588fb4e3964 from datanode DatanodeRegistration(127.0.0.1:38631, datanodeUuid=8ab5e2bc-669f-41d2-93d0-f846cfbcf8ec, infoPort=44233, infoSecurePort=0, ipcPort=35989, storageInfo=lv=-57;cid=testClusterID;nsid=630474381;c=1731057556520) 2024-11-08T09:19:17,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa909fe0abb271c95 with lease ID 0xac0d6d170a93522c: from storage DS-0b1fa7d5-ae05-47ff-ace9-a588fb4e3964 node DatanodeRegistration(127.0.0.1:38631, datanodeUuid=8ab5e2bc-669f-41d2-93d0-f846cfbcf8ec, infoPort=44233, infoSecurePort=0, ipcPort=35989, storageInfo=lv=-57;cid=testClusterID;nsid=630474381;c=1731057556520), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:19:17,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa909fe0abb271c95 with lease ID 0xac0d6d170a93522c: Processing first storage report for DS-89dd8c6c-ab3e-4ed6-8493-48a18e408c82 from datanode DatanodeRegistration(127.0.0.1:38631, datanodeUuid=8ab5e2bc-669f-41d2-93d0-f846cfbcf8ec, infoPort=44233, infoSecurePort=0, ipcPort=35989, storageInfo=lv=-57;cid=testClusterID;nsid=630474381;c=1731057556520) 2024-11-08T09:19:17,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa909fe0abb271c95 with lease ID 0xac0d6d170a93522c: from storage DS-89dd8c6c-ab3e-4ed6-8493-48a18e408c82 node DatanodeRegistration(127.0.0.1:38631, datanodeUuid=8ab5e2bc-669f-41d2-93d0-f846cfbcf8ec, infoPort=44233, infoSecurePort=0, ipcPort=35989, storageInfo=lv=-57;cid=testClusterID;nsid=630474381;c=1731057556520), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:19:17,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e 2024-11-08T09:19:17,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:17,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:17,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:19:18,378 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994 with version=8 2024-11-08T09:19:18,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/hbase-staging 2024-11-08T09:19:18,380 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:19:18,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:18,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:18,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:19:18,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:18,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:19:18,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:19:18,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:19:18,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33109 2024-11-08T09:19:18,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33109 connecting to ZooKeeper ensemble=127.0.0.1:51460 2024-11-08T09:19:18,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331090x0, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:19:18,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33109-0x10119be17c40000 connected 2024-11-08T09:19:18,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:18,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:18,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Set watcher on znode that does not yet exist, /0-1800882269/running 2024-11-08T09:19:18,548 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994, hbase.cluster.distributed=false 2024-11-08T09:19:18,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Set watcher on znode that does not yet exist, /0-1800882269/acl 2024-11-08T09:19:18,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33109 2024-11-08T09:19:18,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33109 2024-11-08T09:19:18,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33109 2024-11-08T09:19:18,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33109 2024-11-08T09:19:18,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33109 2024-11-08T09:19:18,564 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:19:18,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:18,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:18,564 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:19:18,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:18,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:19:18,564 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:19:18,564 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:19:18,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45281 2024-11-08T09:19:18,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45281 connecting to ZooKeeper ensemble=127.0.0.1:51460 2024-11-08T09:19:18,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:18,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:18,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452810x0, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:19:18,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452810x0, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Set watcher on znode that does not yet exist, /0-1800882269/running 2024-11-08T09:19:18,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45281-0x10119be17c40001 connected 2024-11-08T09:19:18,577 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:19:18,578 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:19:18,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Set watcher on znode that does not yet exist, /0-1800882269/master 2024-11-08T09:19:18,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Set watcher on znode that does not yet exist, /0-1800882269/acl 2024-11-08T09:19:18,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45281 2024-11-08T09:19:18,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45281 2024-11-08T09:19:18,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45281 2024-11-08T09:19:18,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45281 2024-11-08T09:19:18,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45281 2024-11-08T09:19:18,599 DEBUG [M:0;cf4d76213909:33109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:33109 2024-11-08T09:19:18,599 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1800882269/backup-masters/cf4d76213909,33109,1731057558379 2024-11-08T09:19:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269/backup-masters 2024-11-08T09:19:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269/backup-masters 2024-11-08T09:19:18,609 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Set watcher on existing znode=/0-1800882269/backup-masters/cf4d76213909,33109,1731057558379 2024-11-08T09:19:18,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1800882269/master 2024-11-08T09:19:18,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:18,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:18,619 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Set watcher on existing znode=/0-1800882269/master 2024-11-08T09:19:18,619 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1800882269/backup-masters/cf4d76213909,33109,1731057558379 from backup master directory 2024-11-08T09:19:18,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1800882269/backup-masters/cf4d76213909,33109,1731057558379 2024-11-08T09:19:18,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269/backup-masters 2024-11-08T09:19:18,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269/backup-masters 2024-11-08T09:19:18,629 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:19:18,629 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,33109,1731057558379 2024-11-08T09:19:18,632 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/hbase.id] with ID: 72d304cb-bd17-45a4-bae6-f93c7cba0172 2024-11-08T09:19:18,632 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/.tmp/hbase.id 2024-11-08T09:19:18,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:19:18,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:18,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:19:18,872 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38344 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:19:19,036 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/.tmp/hbase.id]:[hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/hbase.id] 2024-11-08T09:19:19,044 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:19,044 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:19:19,045 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:19:19,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:19,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:19,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:19:19,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:19:19,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:19,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:19,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:19,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:19,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:19,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:19,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:19,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:19,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:19,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:19,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:19,498 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:19:19,499 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:19:19,499 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:19,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:19:19,905 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store 2024-11-08T09:19:19,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:19:20,312 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:20,312 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:19:20,312 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:20,312 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:20,312 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:19:20,312 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:20,312 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:20,312 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057560312Disabling compacts and flushes for region at 1731057560312Disabling writes for close at 1731057560312Writing region close event to WAL at 1731057560312Closed at 1731057560312 2024-11-08T09:19:20,313 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/.initializing 2024-11-08T09:19:20,313 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/WALs/cf4d76213909,33109,1731057558379 2024-11-08T09:19:20,314 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:19:20,315 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C33109%2C1731057558379, suffix=, logDir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/WALs/cf4d76213909,33109,1731057558379, archiveDir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/oldWALs, maxLogs=10 2024-11-08T09:19:20,328 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/WALs/cf4d76213909,33109,1731057558379/cf4d76213909%2C33109%2C1731057558379.1731057560315, exclude list is [], retry=0 2024-11-08T09:19:20,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-0b1fa7d5-ae05-47ff-ace9-a588fb4e3964,DISK] 2024-11-08T09:19:20,331 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/WALs/cf4d76213909,33109,1731057558379/cf4d76213909%2C33109%2C1731057558379.1731057560315 2024-11-08T09:19:20,333 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-08T09:19:20,333 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:20,333 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:20,333 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:20,333 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:20,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:20,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:19:20,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:20,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:20,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:20,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:19:20,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:20,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:20,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:20,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:19:20,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:20,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:20,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:20,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:19:20,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:20,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:20,340 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:20,340 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:20,340 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:20,342 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:20,342 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:20,342 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:19:20,343 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:20,344 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:20,344 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71163273, jitterRate=0.06041540205478668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:19:20,345 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057560333Initializing all the Stores at 1731057560334 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057560334Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057560334Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057560334Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057560334Cleaning up temporary data from old regions at 1731057560342 (+8 ms)Region opened successfully at 1731057560345 (+3 ms) 2024-11-08T09:19:20,345 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:19:20,347 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fc8a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:19:20,348 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:19:20,348 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:19:20,348 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:19:20,348 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:19:20,348 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:19:20,349 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:19:20,349 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:19:20,350 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:19:20,351 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Unable to get data of znode /0-1800882269/balancer because node does not exist (not necessarily an error) 2024-11-08T09:19:20,419 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1800882269/balancer already deleted, retry=false 2024-11-08T09:19:20,419 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:19:20,420 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Unable to get data of znode /0-1800882269/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:19:20,429 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1800882269/normalizer already deleted, retry=false 2024-11-08T09:19:20,429 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:19:20,430 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Unable to get data of znode /0-1800882269/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:19:20,440 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1800882269/switch/split already deleted, retry=false 2024-11-08T09:19:20,440 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Unable to get data of znode /0-1800882269/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:19:20,450 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1800882269/switch/merge already deleted, retry=false 2024-11-08T09:19:20,452 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Unable to get data of znode /0-1800882269/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:19:20,461 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1800882269/snapshot-cleanup already deleted, retry=false 2024-11-08T09:19:20,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1800882269/running 2024-11-08T09:19:20,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1800882269/running 2024-11-08T09:19:20,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:20,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:20,472 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,33109,1731057558379, sessionid=0x10119be17c40000, setting cluster-up flag (Was=false) 2024-11-08T09:19:20,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:20,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:20,524 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1800882269/flush-table-proc/acquired, /0-1800882269/flush-table-proc/reached, /0-1800882269/flush-table-proc/abort 2024-11-08T09:19:20,525 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,33109,1731057558379 2024-11-08T09:19:20,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:20,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:20,576 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1800882269/online-snapshot/acquired, /0-1800882269/online-snapshot/reached, /0-1800882269/online-snapshot/abort 2024-11-08T09:19:20,578 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,33109,1731057558379 2024-11-08T09:19:20,578 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:19:20,579 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:19:20,580 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:19:20,580 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:19:20,580 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,33109,1731057558379 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:19:20,581 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:19:20,581 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:19:20,581 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:19:20,581 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:19:20,581 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:19:20,581 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:20,581 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:19:20,581 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:20,582 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057590582 2024-11-08T09:19:20,582 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:19:20,582 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:19:20,582 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:19:20,582 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:19:20,582 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:19:20,582 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:19:20,582 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:19:20,582 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:19:20,582 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,582 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:19:20,583 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:19:20,583 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:19:20,583 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:19:20,583 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:20,583 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:19:20,583 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:19:20,583 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:19:20,583 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057560583,5,FailOnTimeoutGroup] 2024-11-08T09:19:20,583 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057560583,5,FailOnTimeoutGroup] 2024-11-08T09:19:20,583 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,583 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:19:20,583 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,583 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:19:20,592 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(746): ClusterId : 72d304cb-bd17-45a4-bae6-f93c7cba0172 2024-11-08T09:19:20,592 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:19:20,605 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:19:20,605 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:19:20,615 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:19:20,616 DEBUG [RS:0;cf4d76213909:45281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50efd1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:19:20,626 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:45281 2024-11-08T09:19:20,627 INFO [RS:0;cf4d76213909:45281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:19:20,627 INFO [RS:0;cf4d76213909:45281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:19:20,627 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:19:20,627 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,33109,1731057558379 with port=45281, startcode=1731057558563 2024-11-08T09:19:20,627 DEBUG [RS:0;cf4d76213909:45281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:19:20,629 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:19:20,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33109 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,45281,1731057558563 2024-11-08T09:19:20,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33109 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,45281,1731057558563 2024-11-08T09:19:20,630 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994 2024-11-08T09:19:20,630 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39495 2024-11-08T09:19:20,630 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:19:20,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269/rs 2024-11-08T09:19:20,640 DEBUG [RS:0;cf4d76213909:45281 {}] zookeeper.ZKUtil(111): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Set watcher on existing znode=/0-1800882269/rs/cf4d76213909,45281,1731057558563 2024-11-08T09:19:20,640 WARN [RS:0;cf4d76213909:45281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:19:20,640 INFO [RS:0;cf4d76213909:45281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:20,640 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563 2024-11-08T09:19:20,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,45281,1731057558563] 2024-11-08T09:19:20,643 INFO [RS:0;cf4d76213909:45281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:19:20,645 INFO [RS:0;cf4d76213909:45281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:19:20,645 INFO [RS:0;cf4d76213909:45281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:19:20,645 INFO [RS:0;cf4d76213909:45281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,645 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:19:20,646 INFO [RS:0;cf4d76213909:45281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:19:20,646 INFO [RS:0;cf4d76213909:45281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:19:20,646 DEBUG [RS:0;cf4d76213909:45281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:19:20,649 INFO [RS:0;cf4d76213909:45281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,649 INFO [RS:0;cf4d76213909:45281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,649 INFO [RS:0;cf4d76213909:45281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,650 INFO [RS:0;cf4d76213909:45281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,650 INFO [RS:0;cf4d76213909:45281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,650 INFO [RS:0;cf4d76213909:45281 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45281,1731057558563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:19:20,666 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:19:20,666 INFO [RS:0;cf4d76213909:45281 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45281,1731057558563-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,666 INFO [RS:0;cf4d76213909:45281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,666 INFO [RS:0;cf4d76213909:45281 {}] regionserver.Replication(171): cf4d76213909,45281,1731057558563 started 2024-11-08T09:19:20,678 INFO [RS:0;cf4d76213909:45281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:20,678 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,45281,1731057558563, RpcServer on cf4d76213909/172.17.0.2:45281, sessionid=0x10119be17c40001 2024-11-08T09:19:20,678 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:19:20,678 DEBUG [RS:0;cf4d76213909:45281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,45281,1731057558563 2024-11-08T09:19:20,678 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,45281,1731057558563' 2024-11-08T09:19:20,678 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1800882269/flush-table-proc/abort' 2024-11-08T09:19:20,679 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1800882269/flush-table-proc/acquired' 2024-11-08T09:19:20,679 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:19:20,679 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:19:20,680 DEBUG [RS:0;cf4d76213909:45281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,45281,1731057558563 2024-11-08T09:19:20,680 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,45281,1731057558563' 2024-11-08T09:19:20,680 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1800882269/online-snapshot/abort' 2024-11-08T09:19:20,680 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1800882269/online-snapshot/acquired' 2024-11-08T09:19:20,680 DEBUG [RS:0;cf4d76213909:45281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:19:20,680 INFO [RS:0;cf4d76213909:45281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:19:20,680 INFO [RS:0;cf4d76213909:45281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:19:20,781 INFO [RS:0;cf4d76213909:45281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:19:20,782 INFO [RS:0;cf4d76213909:45281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45281%2C1731057558563, suffix=, logDir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563, archiveDir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/oldWALs, maxLogs=10 2024-11-08T09:19:20,794 DEBUG [RS:0;cf4d76213909:45281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782, exclude list is [], retry=0 2024-11-08T09:19:20,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-0b1fa7d5-ae05-47ff-ace9-a588fb4e3964,DISK] 2024-11-08T09:19:20,798 INFO [RS:0;cf4d76213909:45281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 2024-11-08T09:19:20,798 DEBUG [RS:0;cf4d76213909:45281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-08T09:19:20,993 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:19:20,993 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994 2024-11-08T09:19:20,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:19:21,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:21,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:19:21,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:19:21,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:21,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:21,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:19:21,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:19:21,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:21,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:21,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:19:21,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:19:21,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:21,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:21,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:19:21,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:19:21,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:21,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:21,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:19:21,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740 2024-11-08T09:19:21,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740 2024-11-08T09:19:21,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:19:21,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:19:21,407 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:19:21,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:19:21,409 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:21,409 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74855223, jitterRate=0.11542974412441254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:19:21,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057561399Initializing all the Stores at 1731057561399Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057561399Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057561400 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057561400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057561400Cleaning up temporary data from old regions at 1731057561407 (+7 ms)Region opened successfully at 1731057561410 (+3 ms) 2024-11-08T09:19:21,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:19:21,410 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:19:21,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:19:21,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:19:21,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:19:21,410 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:19:21,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057561410Disabling compacts and flushes for region at 1731057561410Disabling writes for close at 1731057561410Writing region close event to WAL at 1731057561410Closed at 1731057561410 2024-11-08T09:19:21,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:19:21,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:19:21,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:19:21,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:19:21,413 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:19:21,563 DEBUG [cf4d76213909:33109 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:19:21,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,45281,1731057558563 2024-11-08T09:19:21,564 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,45281,1731057558563, state=OPENING 2024-11-08T09:19:21,688 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:19:21,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:21,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:21,730 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:19:21,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1800882269/meta-region-server: CHANGED 2024-11-08T09:19:21,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1800882269/meta-region-server: CHANGED 2024-11-08T09:19:21,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,45281,1731057558563}] 2024-11-08T09:19:21,881 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:19:21,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:19:21,886 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:19:21,886 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:21,886 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:19:21,887 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45281%2C1731057558563.meta, suffix=.meta, logDir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563, archiveDir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/oldWALs, maxLogs=10 2024-11-08T09:19:21,899 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.meta.1731057561887.meta, exclude list is [], retry=0 2024-11-08T09:19:21,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-0b1fa7d5-ae05-47ff-ace9-a588fb4e3964,DISK] 2024-11-08T09:19:21,903 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.meta.1731057561887.meta 2024-11-08T09:19:21,903 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-08T09:19:21,903 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:21,904 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:19:21,904 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:19:21,904 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:19:21,904 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:19:21,904 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:19:21,904 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:21,904 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:19:21,904 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:19:21,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:19:21,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:19:21,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:21,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:21,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:19:21,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:19:21,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:21,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:21,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:19:21,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:19:21,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:21,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:21,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:19:21,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:19:21,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:21,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:21,910 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:19:21,910 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740 2024-11-08T09:19:21,911 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740 2024-11-08T09:19:21,911 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:19:21,911 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:19:21,912 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:19:21,912 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:19:21,913 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75231179, jitterRate=0.12103192508220673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:19:21,913 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:19:21,913 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057561904Writing region info on filesystem at 1731057561904Initializing all the Stores at 1731057561905 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057561905Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057561905Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057561905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057561905Cleaning up temporary data from old regions at 1731057561911 (+6 ms)Running coprocessor post-open hooks at 1731057561913 (+2 ms)Region opened successfully at 1731057561913 2024-11-08T09:19:21,914 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057561881 2024-11-08T09:19:21,916 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:19:21,916 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:19:21,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,45281,1731057558563 2024-11-08T09:19:21,917 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,45281,1731057558563, state=OPEN 2024-11-08T09:19:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1800882269/meta-region-server 2024-11-08T09:19:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1800882269/meta-region-server 2024-11-08T09:19:21,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1800882269/meta-region-server: CHANGED 2024-11-08T09:19:21,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1800882269/meta-region-server: CHANGED 2024-11-08T09:19:21,935 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,45281,1731057558563 2024-11-08T09:19:21,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:19:21,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,45281,1731057558563 in 205 msec 2024-11-08T09:19:21,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:19:21,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-11-08T09:19:21,939 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:19:21,939 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:19:21,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:21,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45281,1731057558563, seqNum=-1] 2024-11-08T09:19:21,940 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:21,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:19:21,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3650 sec 2024-11-08T09:19:21,945 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057561945, completionTime=-1 2024-11-08T09:19:21,945 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:19:21,945 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:19:21,946 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:19:21,946 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057621946 2024-11-08T09:19:21,947 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057681947 2024-11-08T09:19:21,947 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T09:19:21,947 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33109,1731057558379-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:21,947 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33109,1731057558379-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:21,947 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33109,1731057558379-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:21,947 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:33109, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:21,947 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:21,947 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:21,949 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:19:21,950 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.321sec 2024-11-08T09:19:21,950 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:19:21,950 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:19:21,950 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:19:21,950 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:19:21,950 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:19:21,950 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33109,1731057558379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:19:21,950 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33109,1731057558379-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:19:21,952 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:19:21,952 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:19:21,952 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,33109,1731057558379-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:21,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330618c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:21,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33109,-1 for getting cluster id 2024-11-08T09:19:21,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:21,994 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d304cb-bd17-45a4-bae6-f93c7cba0172' 2024-11-08T09:19:21,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d304cb-bd17-45a4-bae6-f93c7cba0172" 2024-11-08T09:19:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342952a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33109,-1] 2024-11-08T09:19:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:21,996 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:21,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cfba12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:21,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45281,1731057558563, seqNum=-1] 2024-11-08T09:19:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:21,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:19:22,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,33109,1731057558379 2024-11-08T09:19:22,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51460 2024-11-08T09:19:22,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:19:22,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10119be17c40002 connected 2024-11-08T09:19:22,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/hadoop.log.dir so I do NOT create it in target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e 2024-11-08T09:19:22,021 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:19:22,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/hadoop.tmp.dir so I do NOT create it in target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e 2024-11-08T09:19:22,021 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:19:22,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e 2024-11-08T09:19:22,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:19:22,021 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/cluster_ed1db0dd-3c59-06f4-21eb-7492102d6d1e, deleteOnExit=true 2024-11-08T09:19:22,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/test.cache.data in system properties and HBase conf 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:19:22,022 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:19:22,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:19:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:19:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:19:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:19:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:19:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:19:22,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:19:22,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:19:22,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:19:22,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:19:22,342 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:19:22,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:19:22,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25e6f12c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:19:22,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8658a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:19:22,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fb68d72{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/java.io.tmpdir/jetty-localhost-46457-hadoop-hdfs-3_4_1-tests_jar-_-any-445517038203383895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:19:22,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fe8d0f8{HTTP/1.1, (http/1.1)}{localhost:46457} 2024-11-08T09:19:22,438 INFO [Time-limited test {}] server.Server(415): Started @233034ms 2024-11-08T09:19:22,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:19:22,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:19:22,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:19:22,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:19:22,727 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:19:22,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43f81c1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:19:22,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@301fe32d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:19:22,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60b4fd84{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/java.io.tmpdir/jetty-localhost-39007-hadoop-hdfs-3_4_1-tests_jar-_-any-3059440846188175889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:19:22,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51cfce39{HTTP/1.1, (http/1.1)}{localhost:39007} 2024-11-08T09:19:22,839 INFO [Time-limited test {}] server.Server(415): Started @233435ms 2024-11-08T09:19:22,841 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:19:23,489 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/cluster_ed1db0dd-3c59-06f4-21eb-7492102d6d1e/data/data1/current/BP-662088564-172.17.0.2-1731057562036/current, will proceed with Du for space computation calculation, 2024-11-08T09:19:23,489 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/cluster_ed1db0dd-3c59-06f4-21eb-7492102d6d1e/data/data2/current/BP-662088564-172.17.0.2-1731057562036/current, will proceed with Du for space computation calculation, 2024-11-08T09:19:23,510 WARN [Thread-2765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:19:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8503baad68b81310 with lease ID 0x334a68e195fdb79c: Processing first storage report for DS-75a0095d-e3b6-4437-9d14-29674214d754 from datanode DatanodeRegistration(127.0.0.1:41289, datanodeUuid=9fa7ee1a-890b-4f82-9142-08a6408b9ad7, infoPort=41343, infoSecurePort=0, ipcPort=38777, storageInfo=lv=-57;cid=testClusterID;nsid=759481224;c=1731057562036) 2024-11-08T09:19:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8503baad68b81310 with lease ID 0x334a68e195fdb79c: from storage DS-75a0095d-e3b6-4437-9d14-29674214d754 node DatanodeRegistration(127.0.0.1:41289, datanodeUuid=9fa7ee1a-890b-4f82-9142-08a6408b9ad7, infoPort=41343, infoSecurePort=0, ipcPort=38777, storageInfo=lv=-57;cid=testClusterID;nsid=759481224;c=1731057562036), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:19:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8503baad68b81310 with lease ID 0x334a68e195fdb79c: Processing first storage report for DS-78cc26e6-b413-4177-907a-8556df8cd93f from datanode DatanodeRegistration(127.0.0.1:41289, datanodeUuid=9fa7ee1a-890b-4f82-9142-08a6408b9ad7, infoPort=41343, infoSecurePort=0, ipcPort=38777, storageInfo=lv=-57;cid=testClusterID;nsid=759481224;c=1731057562036) 2024-11-08T09:19:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8503baad68b81310 with lease ID 0x334a68e195fdb79c: from storage DS-78cc26e6-b413-4177-907a-8556df8cd93f node DatanodeRegistration(127.0.0.1:41289, datanodeUuid=9fa7ee1a-890b-4f82-9142-08a6408b9ad7, infoPort=41343, infoSecurePort=0, ipcPort=38777, storageInfo=lv=-57;cid=testClusterID;nsid=759481224;c=1731057562036), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:19:23,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e 2024-11-08T09:19:23,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:23,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:23,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:19:23,987 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d with version=8 2024-11-08T09:19:23,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/hbase-staging 2024-11-08T09:19:23,989 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:19:23,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:23,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:23,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:19:23,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:23,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:19:23,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:19:23,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:19:23,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44313 2024-11-08T09:19:23,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44313 connecting to ZooKeeper ensemble=127.0.0.1:51460 2024-11-08T09:19:24,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443130x0, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:19:24,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44313-0x10119be17c40003 connected 2024-11-08T09:19:24,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:24,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:24,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Set watcher on znode that does not yet exist, /1264983982/running 2024-11-08T09:19:24,123 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d, hbase.cluster.distributed=false 2024-11-08T09:19:24,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Set watcher on znode that does not yet exist, /1264983982/acl 2024-11-08T09:19:24,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44313 2024-11-08T09:19:24,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44313 2024-11-08T09:19:24,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44313 2024-11-08T09:19:24,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44313 2024-11-08T09:19:24,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44313 2024-11-08T09:19:24,138 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:19:24,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:24,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:24,138 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:19:24,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:24,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:19:24,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:19:24,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:19:24,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45547 2024-11-08T09:19:24,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45547 connecting to ZooKeeper ensemble=127.0.0.1:51460 2024-11-08T09:19:24,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:24,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:24,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455470x0, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:19:24,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455470x0, quorum=127.0.0.1:51460, baseZNode=/1264983982 Set watcher on znode that does not yet exist, /1264983982/running 2024-11-08T09:19:24,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45547-0x10119be17c40004 connected 2024-11-08T09:19:24,156 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:19:24,157 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:19:24,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Set watcher on znode that does not yet exist, /1264983982/master 2024-11-08T09:19:24,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Set watcher on znode that does not yet exist, /1264983982/acl 2024-11-08T09:19:24,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-08T09:19:24,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45547 2024-11-08T09:19:24,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45547 2024-11-08T09:19:24,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-08T09:19:24,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-08T09:19:24,172 DEBUG [M:0;cf4d76213909:44313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:44313 2024-11-08T09:19:24,173 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1264983982/backup-masters/cf4d76213909,44313,1731057563989 2024-11-08T09:19:24,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982/backup-masters 2024-11-08T09:19:24,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982/backup-masters 2024-11-08T09:19:24,183 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Set watcher on existing znode=/1264983982/backup-masters/cf4d76213909,44313,1731057563989 2024-11-08T09:19:24,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1264983982/master 2024-11-08T09:19:24,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:24,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:24,194 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Set watcher on existing znode=/1264983982/master 2024-11-08T09:19:24,194 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1264983982/backup-masters/cf4d76213909,44313,1731057563989 from backup master directory 2024-11-08T09:19:24,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982/backup-masters 2024-11-08T09:19:24,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1264983982/backup-masters/cf4d76213909,44313,1731057563989 2024-11-08T09:19:24,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982/backup-masters 2024-11-08T09:19:24,204 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:19:24,204 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,44313,1731057563989 2024-11-08T09:19:24,207 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/hbase.id] with ID: cc856527-f606-4188-a35d-1663791fd825 2024-11-08T09:19:24,207 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/.tmp/hbase.id 2024-11-08T09:19:24,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:19:24,613 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/.tmp/hbase.id]:[hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/hbase.id] 2024-11-08T09:19:24,620 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:24,620 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:19:24,621 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:19:24,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:24,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:24,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:19:25,090 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:19:25,090 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:19:25,091 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:25,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:19:25,496 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store 2024-11-08T09:19:25,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:19:25,901 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:25,901 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:19:25,901 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:25,901 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:25,901 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:19:25,901 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:25,901 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:25,901 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057565901Disabling compacts and flushes for region at 1731057565901Disabling writes for close at 1731057565901Writing region close event to WAL at 1731057565901Closed at 1731057565901 2024-11-08T09:19:25,902 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/.initializing 2024-11-08T09:19:25,902 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/WALs/cf4d76213909,44313,1731057563989 2024-11-08T09:19:25,902 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:19:25,904 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C44313%2C1731057563989, suffix=, logDir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/WALs/cf4d76213909,44313,1731057563989, archiveDir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/oldWALs, maxLogs=10 2024-11-08T09:19:25,916 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/WALs/cf4d76213909,44313,1731057563989/cf4d76213909%2C44313%2C1731057563989.1731057565904, exclude list is [], retry=0 2024-11-08T09:19:25,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41289,DS-75a0095d-e3b6-4437-9d14-29674214d754,DISK] 2024-11-08T09:19:25,919 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/WALs/cf4d76213909,44313,1731057563989/cf4d76213909%2C44313%2C1731057563989.1731057565904 2024-11-08T09:19:25,920 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41343:41343)] 2024-11-08T09:19:25,920 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:25,920 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:25,920 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:25,920 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:25,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:25,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:19:25,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:25,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:25,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:25,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:19:25,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:25,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:25,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:25,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:19:25,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:25,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:25,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:25,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:19:25,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:25,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:25,926 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:25,926 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:25,926 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:25,927 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:25,927 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:25,928 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:19:25,928 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:25,930 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:25,930 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63331168, jitterRate=-0.056292057037353516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:19:25,930 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057565920Initializing all the Stores at 1731057565921 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057565921Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057565921Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057565921Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057565921Cleaning up temporary data from old regions at 1731057565927 (+6 ms)Region opened successfully at 1731057565930 (+3 ms) 2024-11-08T09:19:25,930 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:19:25,932 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796f583a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:19:25,933 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:19:25,933 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:19:25,933 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:19:25,933 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:19:25,933 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:19:25,934 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:19:25,934 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:19:25,935 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:19:25,936 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Unable to get data of znode /1264983982/balancer because node does not exist (not necessarily an error) 2024-11-08T09:19:26,134 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1264983982/balancer already deleted, retry=false 2024-11-08T09:19:26,135 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:19:26,136 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Unable to get data of znode /1264983982/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:19:26,198 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1264983982/normalizer already deleted, retry=false 2024-11-08T09:19:26,198 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:19:26,199 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Unable to get data of znode /1264983982/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:19:26,225 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1264983982/switch/split already deleted, retry=false 2024-11-08T09:19:26,226 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Unable to get data of znode /1264983982/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:19:26,235 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1264983982/switch/merge already deleted, retry=false 2024-11-08T09:19:26,237 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Unable to get data of znode /1264983982/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:19:26,246 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1264983982/snapshot-cleanup already deleted, retry=false 2024-11-08T09:19:26,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1264983982/running 2024-11-08T09:19:26,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1264983982/running 2024-11-08T09:19:26,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:26,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:26,257 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,44313,1731057563989, sessionid=0x10119be17c40003, setting cluster-up flag (Was=false) 2024-11-08T09:19:26,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:26,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:26,309 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1264983982/flush-table-proc/acquired, /1264983982/flush-table-proc/reached, /1264983982/flush-table-proc/abort 2024-11-08T09:19:26,310 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,44313,1731057563989 2024-11-08T09:19:26,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:26,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:26,362 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1264983982/online-snapshot/acquired, /1264983982/online-snapshot/reached, /1264983982/online-snapshot/abort 2024-11-08T09:19:26,363 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,44313,1731057563989 2024-11-08T09:19:26,364 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:19:26,365 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:19:26,365 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:19:26,366 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:19:26,366 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,44313,1731057563989 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:19:26,367 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:19:26,367 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:19:26,367 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:19:26,367 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:19:26,367 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:19:26,367 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:26,367 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:19:26,367 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:26,368 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057596368 2024-11-08T09:19:26,368 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:19:26,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:19:26,368 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:19:26,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:19:26,368 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:19:26,368 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:19:26,369 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:19:26,369 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:19:26,369 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,369 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:26,369 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:19:26,369 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:19:26,369 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:19:26,370 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:19:26,370 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:19:26,370 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:19:26,371 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:19:26,371 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057566371,5,FailOnTimeoutGroup] 2024-11-08T09:19:26,371 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057566371,5,FailOnTimeoutGroup] 2024-11-08T09:19:26,371 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,371 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:19:26,371 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,371 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:19:26,462 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(746): ClusterId : cc856527-f606-4188-a35d-1663791fd825 2024-11-08T09:19:26,462 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:19:26,539 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:19:26,539 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:19:26,566 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:19:26,567 DEBUG [RS:0;cf4d76213909:45547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29231489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:19:26,577 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:45547 2024-11-08T09:19:26,577 INFO [RS:0;cf4d76213909:45547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:19:26,577 INFO [RS:0;cf4d76213909:45547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:19:26,577 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:19:26,578 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,44313,1731057563989 with port=45547, startcode=1731057564138 2024-11-08T09:19:26,578 DEBUG [RS:0;cf4d76213909:45547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:19:26,579 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:19:26,580 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,45547,1731057564138 2024-11-08T09:19:26,580 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44313 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,45547,1731057564138 2024-11-08T09:19:26,581 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d 2024-11-08T09:19:26,581 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34843 2024-11-08T09:19:26,581 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:19:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982/rs 2024-11-08T09:19:26,636 DEBUG [RS:0;cf4d76213909:45547 {}] zookeeper.ZKUtil(111): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Set watcher on existing znode=/1264983982/rs/cf4d76213909,45547,1731057564138 2024-11-08T09:19:26,636 WARN [RS:0;cf4d76213909:45547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:19:26,636 INFO [RS:0;cf4d76213909:45547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:26,636 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138 2024-11-08T09:19:26,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,45547,1731057564138] 2024-11-08T09:19:26,640 INFO [RS:0;cf4d76213909:45547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:19:26,641 INFO [RS:0;cf4d76213909:45547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:19:26,642 INFO [RS:0;cf4d76213909:45547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:19:26,642 INFO [RS:0;cf4d76213909:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,642 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:19:26,642 INFO [RS:0;cf4d76213909:45547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:19:26,643 INFO [RS:0;cf4d76213909:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:19:26,643 DEBUG [RS:0;cf4d76213909:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:19:26,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:19:26,645 INFO [RS:0;cf4d76213909:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,645 INFO [RS:0;cf4d76213909:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,645 INFO [RS:0;cf4d76213909:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,645 INFO [RS:0;cf4d76213909:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,645 INFO [RS:0;cf4d76213909:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,645 INFO [RS:0;cf4d76213909:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45547,1731057564138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:19:26,658 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:19:26,658 INFO [RS:0;cf4d76213909:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45547,1731057564138-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,658 INFO [RS:0;cf4d76213909:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,658 INFO [RS:0;cf4d76213909:45547 {}] regionserver.Replication(171): cf4d76213909,45547,1731057564138 started 2024-11-08T09:19:26,670 INFO [RS:0;cf4d76213909:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:26,670 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,45547,1731057564138, RpcServer on cf4d76213909/172.17.0.2:45547, sessionid=0x10119be17c40004 2024-11-08T09:19:26,670 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:19:26,670 DEBUG [RS:0;cf4d76213909:45547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,45547,1731057564138 2024-11-08T09:19:26,670 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,45547,1731057564138' 2024-11-08T09:19:26,670 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1264983982/flush-table-proc/abort' 2024-11-08T09:19:26,671 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1264983982/flush-table-proc/acquired' 2024-11-08T09:19:26,671 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:19:26,671 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:19:26,671 DEBUG [RS:0;cf4d76213909:45547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,45547,1731057564138 2024-11-08T09:19:26,671 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,45547,1731057564138' 2024-11-08T09:19:26,671 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1264983982/online-snapshot/abort' 2024-11-08T09:19:26,672 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1264983982/online-snapshot/acquired' 2024-11-08T09:19:26,672 DEBUG [RS:0;cf4d76213909:45547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:19:26,672 INFO [RS:0;cf4d76213909:45547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:19:26,672 INFO [RS:0;cf4d76213909:45547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:19:26,772 INFO [RS:0;cf4d76213909:45547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:19:26,773 INFO [RS:0;cf4d76213909:45547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45547%2C1731057564138, suffix=, logDir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138, archiveDir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/oldWALs, maxLogs=10 2024-11-08T09:19:26,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:19:26,777 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d 2024-11-08T09:19:26,787 DEBUG [RS:0;cf4d76213909:45547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774, exclude list is [], retry=0 2024-11-08T09:19:26,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:19:26,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41289,DS-75a0095d-e3b6-4437-9d14-29674214d754,DISK] 2024-11-08T09:19:26,793 INFO [RS:0;cf4d76213909:45547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 2024-11-08T09:19:26,793 DEBUG [RS:0;cf4d76213909:45547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41343:41343)] 2024-11-08T09:19:27,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:27,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:19:27,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:19:27,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:27,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:27,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:19:27,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:19:27,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:27,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:27,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:19:27,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:19:27,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:27,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:27,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:19:27,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:19:27,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:27,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:27,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:19:27,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740 2024-11-08T09:19:27,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740 2024-11-08T09:19:27,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:19:27,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:19:27,195 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:19:27,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:19:27,197 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:27,197 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66726973, jitterRate=-0.005690619349479675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:19:27,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057567186Initializing all the Stores at 1731057567187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057567187Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057567187Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057567187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057567187Cleaning up temporary data from old regions at 1731057567195 (+8 ms)Region opened successfully at 1731057567197 (+2 ms) 2024-11-08T09:19:27,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:19:27,197 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:19:27,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:19:27,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:19:27,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:19:27,198 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:19:27,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057567197Disabling compacts and flushes for region at 1731057567197Disabling writes for close at 1731057567197Writing region close event to WAL at 1731057567198 (+1 ms)Closed at 1731057567198 2024-11-08T09:19:27,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:19:27,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:19:27,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:19:27,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:19:27,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:19:27,350 DEBUG [cf4d76213909:44313 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:19:27,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,45547,1731057564138 2024-11-08T09:19:27,351 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,45547,1731057564138, state=OPENING 2024-11-08T09:19:27,404 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:19:27,406 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:19:27,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:27,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:27,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:27,415 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:19:27,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1264983982/meta-region-server: CHANGED 2024-11-08T09:19:27,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,45547,1731057564138}] 2024-11-08T09:19:27,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1264983982/meta-region-server: CHANGED 2024-11-08T09:19:27,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:27,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:27,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:27,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:27,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:27,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:27,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:27,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:27,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:27,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:27,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T09:19:27,455 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T09:19:27,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T09:19:27,455 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T09:19:27,567 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:19:27,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:19:27,571 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:19:27,571 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:27,571 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:19:27,572 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45547%2C1731057564138.meta, suffix=.meta, logDir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138, archiveDir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/oldWALs, maxLogs=10 2024-11-08T09:19:27,584 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.meta.1731057567572.meta, exclude list is [], retry=0 2024-11-08T09:19:27,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41289,DS-75a0095d-e3b6-4437-9d14-29674214d754,DISK] 2024-11-08T09:19:27,587 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.meta.1731057567572.meta 2024-11-08T09:19:27,588 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41343:41343)] 2024-11-08T09:19:27,588 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:27,588 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:19:27,588 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:19:27,588 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:19:27,588 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:19:27,588 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:19:27,588 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:27,588 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:19:27,588 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:19:27,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:19:27,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:19:27,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:27,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:27,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:19:27,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:19:27,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:27,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:27,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:19:27,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:19:27,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:27,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:27,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:19:27,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:19:27,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:27,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:27,593 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:19:27,594 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740 2024-11-08T09:19:27,595 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740 2024-11-08T09:19:27,595 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:19:27,595 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:19:27,596 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:19:27,597 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:19:27,597 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60056893, jitterRate=-0.10508255660533905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:19:27,597 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:19:27,597 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057567588Writing region info on filesystem at 1731057567588Initializing all the Stores at 1731057567589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057567589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057567589Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057567589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057567589Cleaning up temporary data from old regions at 1731057567595 (+6 ms)Running coprocessor post-open hooks at 1731057567597 (+2 ms)Region opened successfully at 1731057567597 2024-11-08T09:19:27,598 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057567567 2024-11-08T09:19:27,600 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:19:27,600 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:19:27,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,45547,1731057564138 2024-11-08T09:19:27,601 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,45547,1731057564138, state=OPEN 2024-11-08T09:19:27,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1264983982/meta-region-server 2024-11-08T09:19:27,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1264983982/meta-region-server 2024-11-08T09:19:27,608 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,45547,1731057564138 2024-11-08T09:19:27,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1264983982/meta-region-server: CHANGED 2024-11-08T09:19:27,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1264983982/meta-region-server: CHANGED 2024-11-08T09:19:27,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:19:27,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,45547,1731057564138 in 193 msec 2024-11-08T09:19:27,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:19:27,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-08T09:19:27,612 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:19:27,612 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:19:27,613 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:27,613 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45547,1731057564138, seqNum=-1] 2024-11-08T09:19:27,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:27,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:19:27,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-11-08T09:19:27,619 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057567618, completionTime=-1 2024-11-08T09:19:27,619 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:19:27,619 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:19:27,621 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:19:27,621 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057627621 2024-11-08T09:19:27,621 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057687621 2024-11-08T09:19:27,621 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T09:19:27,621 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,44313,1731057563989-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:27,621 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,44313,1731057563989-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:27,621 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,44313,1731057563989-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:27,621 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:44313, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:27,621 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:27,622 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:27,623 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:19:27,625 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.421sec 2024-11-08T09:19:27,625 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:19:27,625 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:19:27,625 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:19:27,625 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:19:27,625 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:19:27,625 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,44313,1731057563989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:19:27,625 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,44313,1731057563989-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:19:27,627 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:19:27,627 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:19:27,627 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,44313,1731057563989-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:27,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a0060f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:27,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,44313,-1 for getting cluster id 2024-11-08T09:19:27,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:27,664 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc856527-f606-4188-a35d-1663791fd825' 2024-11-08T09:19:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc856527-f606-4188-a35d-1663791fd825" 2024-11-08T09:19:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394265ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,44313,-1] 2024-11-08T09:19:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:27,666 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:27,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12647805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:27,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:27,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45547,1731057564138, seqNum=-1] 2024-11-08T09:19:27,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:27,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:19:27,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,44313,1731057563989 2024-11-08T09:19:27,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51460 2024-11-08T09:19:27,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:19:27,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10119be17c40005 connected 2024-11-08T09:19:27,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/hadoop.log.dir so I do NOT create it in target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371 2024-11-08T09:19:27,695 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:19:27,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/hadoop.tmp.dir so I do NOT create it in target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371 2024-11-08T09:19:27,695 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:19:27,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371 2024-11-08T09:19:27,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:19:27,695 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/cluster_0eda7619-13f5-7249-5448-bc4cebad6d43, deleteOnExit=true 2024-11-08T09:19:27,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:19:27,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/test.cache.data in system properties and HBase conf 2024-11-08T09:19:27,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:19:27,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:19:27,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:19:27,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:19:27,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:19:27,696 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:19:27,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:19:27,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:19:27,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:19:27,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:19:27,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:19:27,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:19:27,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:19:27,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:19:27,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:19:27,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:19:27,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:19:27,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:19:27,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:19:27,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:19:28,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:19:28,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:19:28,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:19:28,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:19:28,063 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:19:28,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:19:28,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2925bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:19:28,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@627a3e7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:19:28,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@571e3eb4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/java.io.tmpdir/jetty-localhost-46101-hadoop-hdfs-3_4_1-tests_jar-_-any-12779398831222743623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:19:28,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e76c5b0{HTTP/1.1, (http/1.1)}{localhost:46101} 2024-11-08T09:19:28,159 INFO [Time-limited test {}] server.Server(415): Started @238755ms 2024-11-08T09:19:28,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:19:28,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:19:28,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:19:28,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:19:28,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:19:28,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2fbdaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:19:28,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28d0b156{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:19:28,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@410efbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/java.io.tmpdir/jetty-localhost-46583-hadoop-hdfs-3_4_1-tests_jar-_-any-10163641516725216108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:19:28,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49ddc8e0{HTTP/1.1, (http/1.1)}{localhost:46583} 2024-11-08T09:19:28,532 INFO [Time-limited test {}] server.Server(415): Started @239128ms 2024-11-08T09:19:28,533 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:19:28,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:28,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:19:28,961 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48434 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:19:29,112 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/cluster_0eda7619-13f5-7249-5448-bc4cebad6d43/data/data1/current/BP-2084149457-172.17.0.2-1731057567713/current, will proceed with Du for space computation calculation, 2024-11-08T09:19:29,112 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/cluster_0eda7619-13f5-7249-5448-bc4cebad6d43/data/data2/current/BP-2084149457-172.17.0.2-1731057567713/current, will proceed with Du for space computation calculation, 2024-11-08T09:19:29,129 WARN [Thread-2886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:19:29,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d9b23958c3193d8 with lease ID 0xca24fbf4044e0222: Processing first storage report for DS-152060e9-8c51-4b38-82d6-f9d875bda41b from datanode DatanodeRegistration(127.0.0.1:44181, datanodeUuid=23907ce0-4dab-40f1-8383-70cc14ee8b7e, infoPort=41877, infoSecurePort=0, ipcPort=45395, storageInfo=lv=-57;cid=testClusterID;nsid=982414404;c=1731057567713) 2024-11-08T09:19:29,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d9b23958c3193d8 with lease ID 0xca24fbf4044e0222: from storage DS-152060e9-8c51-4b38-82d6-f9d875bda41b node DatanodeRegistration(127.0.0.1:44181, datanodeUuid=23907ce0-4dab-40f1-8383-70cc14ee8b7e, infoPort=41877, infoSecurePort=0, ipcPort=45395, storageInfo=lv=-57;cid=testClusterID;nsid=982414404;c=1731057567713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:19:29,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d9b23958c3193d8 with lease ID 0xca24fbf4044e0222: Processing first storage report for DS-7b8c1f7b-549f-41a9-be8f-dfa30e3185db from datanode DatanodeRegistration(127.0.0.1:44181, datanodeUuid=23907ce0-4dab-40f1-8383-70cc14ee8b7e, infoPort=41877, infoSecurePort=0, ipcPort=45395, storageInfo=lv=-57;cid=testClusterID;nsid=982414404;c=1731057567713) 2024-11-08T09:19:29,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d9b23958c3193d8 with lease ID 0xca24fbf4044e0222: from storage DS-7b8c1f7b-549f-41a9-be8f-dfa30e3185db node DatanodeRegistration(127.0.0.1:44181, datanodeUuid=23907ce0-4dab-40f1-8383-70cc14ee8b7e, infoPort=41877, infoSecurePort=0, ipcPort=45395, storageInfo=lv=-57;cid=testClusterID;nsid=982414404;c=1731057567713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:19:29,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371 2024-11-08T09:19:29,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:29,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:29,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:19:29,573 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3 with version=8 2024-11-08T09:19:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/hbase-staging 2024-11-08T09:19:29,575 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:19:29,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:29,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:29,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:19:29,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:29,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:19:29,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:19:29,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:19:29,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40227 2024-11-08T09:19:29,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40227 connecting to ZooKeeper ensemble=127.0.0.1:51460 2024-11-08T09:19:29,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402270x0, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:19:29,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40227-0x10119be17c40006 connected 2024-11-08T09:19:29,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:29,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:29,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Set watcher on znode that does not yet exist, /2-1413948180/running 2024-11-08T09:19:29,706 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3, hbase.cluster.distributed=false 2024-11-08T09:19:29,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Set watcher on znode that does not yet exist, /2-1413948180/acl 2024-11-08T09:19:29,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-08T09:19:29,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40227 2024-11-08T09:19:29,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40227 2024-11-08T09:19:29,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-08T09:19:29,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-08T09:19:29,734 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:19:29,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:29,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:29,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:19:29,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:19:29,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:19:29,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:19:29,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:19:29,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45337 2024-11-08T09:19:29,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45337 connecting to ZooKeeper ensemble=127.0.0.1:51460 2024-11-08T09:19:29,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:29,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:29,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453370x0, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:19:29,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453370x0, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Set watcher on znode that does not yet exist, /2-1413948180/running 2024-11-08T09:19:29,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45337-0x10119be17c40007 connected 2024-11-08T09:19:29,752 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:19:29,753 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:19:29,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Set watcher on znode that does not yet exist, /2-1413948180/master 2024-11-08T09:19:29,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Set watcher on znode that does not yet exist, /2-1413948180/acl 2024-11-08T09:19:29,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45337 2024-11-08T09:19:29,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45337 2024-11-08T09:19:29,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45337 2024-11-08T09:19:29,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45337 2024-11-08T09:19:29,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45337 2024-11-08T09:19:29,771 DEBUG [M:0;cf4d76213909:40227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:40227 2024-11-08T09:19:29,772 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1413948180/backup-masters/cf4d76213909,40227,1731057569575 2024-11-08T09:19:29,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180/backup-masters 2024-11-08T09:19:29,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180/backup-masters 2024-11-08T09:19:29,783 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Set watcher on existing znode=/2-1413948180/backup-masters/cf4d76213909,40227,1731057569575 2024-11-08T09:19:29,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1413948180/master 2024-11-08T09:19:29,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:29,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:29,793 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Set watcher on existing znode=/2-1413948180/master 2024-11-08T09:19:29,794 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1413948180/backup-masters/cf4d76213909,40227,1731057569575 from backup master directory 2024-11-08T09:19:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1413948180/backup-masters/cf4d76213909,40227,1731057569575 2024-11-08T09:19:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180/backup-masters 2024-11-08T09:19:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180/backup-masters 2024-11-08T09:19:29,804 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:19:29,804 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,40227,1731057569575 2024-11-08T09:19:29,806 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/hbase.id] with ID: 691ac85c-ed9a-4ba4-ba60-8eba8e767d0f 2024-11-08T09:19:29,806 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/.tmp/hbase.id 2024-11-08T09:19:29,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:19:30,211 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/.tmp/hbase.id]:[hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/hbase.id] 2024-11-08T09:19:30,219 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:19:30,219 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:19:30,219 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T09:19:30,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:30,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:30,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:19:30,676 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:19:30,677 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:19:30,677 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:30,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:19:31,083 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store 2024-11-08T09:19:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:19:31,488 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:31,488 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:19:31,488 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:31,488 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:31,488 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:19:31,488 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:31,488 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:31,488 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057571488Disabling compacts and flushes for region at 1731057571488Disabling writes for close at 1731057571488Writing region close event to WAL at 1731057571488Closed at 1731057571488 2024-11-08T09:19:31,489 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/.initializing 2024-11-08T09:19:31,489 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/WALs/cf4d76213909,40227,1731057569575 2024-11-08T09:19:31,489 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:19:31,490 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C40227%2C1731057569575, suffix=, logDir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/WALs/cf4d76213909,40227,1731057569575, archiveDir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/oldWALs, maxLogs=10 2024-11-08T09:19:31,502 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/WALs/cf4d76213909,40227,1731057569575/cf4d76213909%2C40227%2C1731057569575.1731057571491, exclude list is [], retry=0 2024-11-08T09:19:31,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44181,DS-152060e9-8c51-4b38-82d6-f9d875bda41b,DISK] 2024-11-08T09:19:31,506 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/WALs/cf4d76213909,40227,1731057569575/cf4d76213909%2C40227%2C1731057569575.1731057571491 2024-11-08T09:19:31,506 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41877:41877)] 2024-11-08T09:19:31,506 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:31,506 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:31,506 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:31,506 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:31,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:31,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:19:31,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:31,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:31,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:31,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:19:31,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:31,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:31,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:31,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:19:31,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:31,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:31,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:31,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:19:31,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:31,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:31,513 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:31,513 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:31,513 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:31,514 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:31,514 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:31,515 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:19:31,515 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:19:31,517 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:31,517 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74330240, jitterRate=0.10760688781738281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:19:31,517 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057571506Initializing all the Stores at 1731057571507 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057571507Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057571507Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057571507Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057571507Cleaning up temporary data from old regions at 1731057571514 (+7 ms)Region opened successfully at 1731057571517 (+3 ms) 2024-11-08T09:19:31,517 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:19:31,519 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a4483a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:19:31,520 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:19:31,520 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:19:31,520 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:19:31,520 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:19:31,520 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:19:31,521 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:19:31,521 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:19:31,525 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:19:31,526 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Unable to get data of znode /2-1413948180/balancer because node does not exist (not necessarily an error) 2024-11-08T09:19:31,587 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1413948180/balancer already deleted, retry=false 2024-11-08T09:19:31,587 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:19:31,588 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Unable to get data of znode /2-1413948180/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:19:31,597 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1413948180/normalizer already deleted, retry=false 2024-11-08T09:19:31,597 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:19:31,598 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Unable to get data of znode /2-1413948180/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:19:31,608 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1413948180/switch/split already deleted, retry=false 2024-11-08T09:19:31,608 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Unable to get data of znode /2-1413948180/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:19:31,618 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1413948180/switch/merge already deleted, retry=false 2024-11-08T09:19:31,619 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Unable to get data of znode /2-1413948180/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:19:31,629 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1413948180/snapshot-cleanup already deleted, retry=false 2024-11-08T09:19:31,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1413948180/running 2024-11-08T09:19:31,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:31,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1413948180/running 2024-11-08T09:19:31,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:31,640 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,40227,1731057569575, sessionid=0x10119be17c40006, setting cluster-up flag (Was=false) 2024-11-08T09:19:31,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:31,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:31,692 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1413948180/flush-table-proc/acquired, /2-1413948180/flush-table-proc/reached, /2-1413948180/flush-table-proc/abort 2024-11-08T09:19:31,693 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,40227,1731057569575 2024-11-08T09:19:31,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:31,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:31,744 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1413948180/online-snapshot/acquired, /2-1413948180/online-snapshot/reached, /2-1413948180/online-snapshot/abort 2024-11-08T09:19:31,745 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,40227,1731057569575 2024-11-08T09:19:31,746 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:19:31,747 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:19:31,747 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:19:31,747 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:19:31,748 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,40227,1731057569575 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:19:31,749 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:19:31,749 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:19:31,749 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:19:31,749 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:19:31,749 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:19:31,749 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:31,749 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:19:31,749 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:31,750 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057601750 2024-11-08T09:19:31,750 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:19:31,750 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:19:31,750 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:19:31,750 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:19:31,750 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:19:31,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:19:31,750 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:19:31,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:19:31,750 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,750 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:19:31,750 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:19:31,751 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:19:31,751 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:19:31,751 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:31,751 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:19:31,751 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:19:31,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:19:31,751 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057571751,5,FailOnTimeoutGroup] 2024-11-08T09:19:31,751 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057571751,5,FailOnTimeoutGroup] 2024-11-08T09:19:31,751 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,751 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:19:31,751 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,751 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:19:31,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:19:31,759 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3 2024-11-08T09:19:31,765 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(746): ClusterId : 691ac85c-ed9a-4ba4-ba60-8eba8e767d0f 2024-11-08T09:19:31,765 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:19:31,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:19:31,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:31,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:19:31,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:19:31,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:31,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:31,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:19:31,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:19:31,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:31,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:31,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:19:31,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:19:31,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:31,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:31,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:19:31,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:19:31,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:31,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:31,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:19:31,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740 2024-11-08T09:19:31,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740 2024-11-08T09:19:31,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:19:31,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:19:31,774 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:19:31,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:19:31,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:31,776 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68624705, jitterRate=0.022587791085243225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:19:31,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057571766Initializing all the Stores at 1731057571766Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057571766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057571767 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057571767Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057571767Cleaning up temporary data from old regions at 1731057571774 (+7 ms)Region opened successfully at 1731057571776 (+2 ms) 2024-11-08T09:19:31,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:19:31,776 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:19:31,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:19:31,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:19:31,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:19:31,777 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:19:31,777 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:19:31,777 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:19:31,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057571776Disabling compacts and flushes for region at 1731057571776Disabling writes for close at 1731057571776Writing region close event to WAL at 1731057571777 (+1 ms)Closed at 1731057571777 2024-11-08T09:19:31,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:19:31,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:19:31,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:19:31,778 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:19:31,779 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:19:31,787 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:19:31,788 DEBUG [RS:0;cf4d76213909:45337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64699b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:19:31,798 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:45337 2024-11-08T09:19:31,798 INFO [RS:0;cf4d76213909:45337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:19:31,798 INFO [RS:0;cf4d76213909:45337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:19:31,798 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:19:31,799 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,40227,1731057569575 with port=45337, startcode=1731057569734 2024-11-08T09:19:31,799 DEBUG [RS:0;cf4d76213909:45337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:19:31,800 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:19:31,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,45337,1731057569734 2024-11-08T09:19:31,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40227 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,45337,1731057569734 2024-11-08T09:19:31,801 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3 2024-11-08T09:19:31,801 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36123 2024-11-08T09:19:31,801 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:19:31,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180/rs 2024-11-08T09:19:31,858 DEBUG [RS:0;cf4d76213909:45337 {}] zookeeper.ZKUtil(111): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Set watcher on existing znode=/2-1413948180/rs/cf4d76213909,45337,1731057569734 2024-11-08T09:19:31,858 WARN [RS:0;cf4d76213909:45337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:19:31,858 INFO [RS:0;cf4d76213909:45337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:31,859 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734 2024-11-08T09:19:31,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,45337,1731057569734] 2024-11-08T09:19:31,861 INFO [RS:0;cf4d76213909:45337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:19:31,862 INFO [RS:0;cf4d76213909:45337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:19:31,862 INFO [RS:0;cf4d76213909:45337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:19:31,863 INFO [RS:0;cf4d76213909:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,863 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:19:31,863 INFO [RS:0;cf4d76213909:45337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:19:31,863 INFO [RS:0;cf4d76213909:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,863 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:31,863 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:31,863 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:31,863 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:31,863 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:31,863 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:19:31,863 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:31,863 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:31,864 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:31,864 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:31,864 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:31,864 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:19:31,864 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:19:31,864 DEBUG [RS:0;cf4d76213909:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:19:31,864 INFO [RS:0;cf4d76213909:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,864 INFO [RS:0;cf4d76213909:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,864 INFO [RS:0;cf4d76213909:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,864 INFO [RS:0;cf4d76213909:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,864 INFO [RS:0;cf4d76213909:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,864 INFO [RS:0;cf4d76213909:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45337,1731057569734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:19:31,880 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:19:31,880 INFO [RS:0;cf4d76213909:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45337,1731057569734-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,880 INFO [RS:0;cf4d76213909:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,880 INFO [RS:0;cf4d76213909:45337 {}] regionserver.Replication(171): cf4d76213909,45337,1731057569734 started 2024-11-08T09:19:31,893 INFO [RS:0;cf4d76213909:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:31,893 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,45337,1731057569734, RpcServer on cf4d76213909/172.17.0.2:45337, sessionid=0x10119be17c40007 2024-11-08T09:19:31,893 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:19:31,893 DEBUG [RS:0;cf4d76213909:45337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,45337,1731057569734 2024-11-08T09:19:31,893 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,45337,1731057569734' 2024-11-08T09:19:31,893 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1413948180/flush-table-proc/abort' 2024-11-08T09:19:31,893 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1413948180/flush-table-proc/acquired' 2024-11-08T09:19:31,894 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:19:31,894 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:19:31,894 DEBUG [RS:0;cf4d76213909:45337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,45337,1731057569734 2024-11-08T09:19:31,894 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,45337,1731057569734' 2024-11-08T09:19:31,894 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1413948180/online-snapshot/abort' 2024-11-08T09:19:31,894 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1413948180/online-snapshot/acquired' 2024-11-08T09:19:31,894 DEBUG [RS:0;cf4d76213909:45337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:19:31,894 INFO [RS:0;cf4d76213909:45337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:19:31,894 INFO [RS:0;cf4d76213909:45337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:19:31,929 WARN [cf4d76213909:40227 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T09:19:31,995 INFO [RS:0;cf4d76213909:45337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:19:31,996 INFO [RS:0;cf4d76213909:45337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45337%2C1731057569734, suffix=, logDir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734, archiveDir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/oldWALs, maxLogs=10 2024-11-08T09:19:32,008 DEBUG [RS:0;cf4d76213909:45337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996, exclude list is [], retry=0 2024-11-08T09:19:32,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44181,DS-152060e9-8c51-4b38-82d6-f9d875bda41b,DISK] 2024-11-08T09:19:32,011 INFO [RS:0;cf4d76213909:45337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 2024-11-08T09:19:32,011 DEBUG [RS:0;cf4d76213909:45337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41877:41877)] 2024-11-08T09:19:32,179 DEBUG [cf4d76213909:40227 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:19:32,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,45337,1731057569734 2024-11-08T09:19:32,180 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,45337,1731057569734, state=OPENING 2024-11-08T09:19:32,246 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:19:32,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:32,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:32,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1413948180/meta-region-server: CHANGED 2024-11-08T09:19:32,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1413948180/meta-region-server: CHANGED 2024-11-08T09:19:32,256 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:19:32,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,45337,1731057569734}] 2024-11-08T09:19:32,409 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:19:32,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:19:32,412 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:19:32,412 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:32,413 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:19:32,414 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45337%2C1731057569734.meta, suffix=.meta, logDir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734, archiveDir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/oldWALs, maxLogs=10 2024-11-08T09:19:32,441 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.meta.1731057572414.meta, exclude list is [], retry=0 2024-11-08T09:19:32,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44181,DS-152060e9-8c51-4b38-82d6-f9d875bda41b,DISK] 2024-11-08T09:19:32,444 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.meta.1731057572414.meta 2024-11-08T09:19:32,444 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41877:41877)] 2024-11-08T09:19:32,445 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:32,445 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:19:32,445 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:19:32,445 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:19:32,445 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:19:32,446 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:19:32,446 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:32,446 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:19:32,446 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:19:32,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:19:32,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:19:32,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:32,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:32,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:19:32,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:19:32,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:32,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:32,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:19:32,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:19:32,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:32,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:32,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:19:32,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:19:32,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:32,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:19:32,451 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:19:32,452 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740 2024-11-08T09:19:32,452 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740 2024-11-08T09:19:32,453 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:19:32,453 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:19:32,454 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:19:32,455 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:19:32,456 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72011125, jitterRate=0.0730493813753128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:19:32,456 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:19:32,456 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057572446Writing region info on filesystem at 1731057572446Initializing all the Stores at 1731057572447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057572447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057572447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057572447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057572447Cleaning up temporary data from old regions at 1731057572453 (+6 ms)Running coprocessor post-open hooks at 1731057572456 (+3 ms)Region opened successfully at 1731057572456 2024-11-08T09:19:32,457 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057572408 2024-11-08T09:19:32,458 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:19:32,458 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:19:32,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,45337,1731057569734 2024-11-08T09:19:32,460 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,45337,1731057569734, state=OPEN 2024-11-08T09:19:32,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1413948180/meta-region-server 2024-11-08T09:19:32,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1413948180/meta-region-server 2024-11-08T09:19:32,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1413948180/meta-region-server: CHANGED 2024-11-08T09:19:32,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1413948180/meta-region-server: CHANGED 2024-11-08T09:19:32,471 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,45337,1731057569734 2024-11-08T09:19:32,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:19:32,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,45337,1731057569734 in 214 msec 2024-11-08T09:19:32,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:19:32,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 696 msec 2024-11-08T09:19:32,475 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:19:32,475 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:19:32,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:32,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45337,1731057569734, seqNum=-1] 2024-11-08T09:19:32,476 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:32,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:19:32,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 734 msec 2024-11-08T09:19:32,481 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057572481, completionTime=-1 2024-11-08T09:19:32,481 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:19:32,481 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:19:32,482 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:19:32,483 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057632482 2024-11-08T09:19:32,483 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057692483 2024-11-08T09:19:32,483 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T09:19:32,483 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,40227,1731057569575-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:32,483 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,40227,1731057569575-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:32,483 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,40227,1731057569575-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:32,483 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:40227, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:32,483 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:32,483 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:32,485 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:19:32,486 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.682sec 2024-11-08T09:19:32,486 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:19:32,486 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:19:32,486 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:19:32,486 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:19:32,486 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:19:32,486 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,40227,1731057569575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:19:32,486 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,40227,1731057569575-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:19:32,488 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:19:32,488 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:19:32,488 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,40227,1731057569575-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:19:32,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1771f65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:32,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,40227,-1 for getting cluster id 2024-11-08T09:19:32,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:32,567 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '691ac85c-ed9a-4ba4-ba60-8eba8e767d0f' 2024-11-08T09:19:32,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "691ac85c-ed9a-4ba4-ba60-8eba8e767d0f" 2024-11-08T09:19:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9b0835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,40227,-1] 2024-11-08T09:19:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:32,569 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:32,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2120cb54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:32,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:32,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45337,1731057569734, seqNum=-1] 2024-11-08T09:19:32,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:32,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:19:32,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,40227,1731057569575 2024-11-08T09:19:32,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51460 2024-11-08T09:19:32,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:19:32,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10119be17c40008 connected 2024-11-08T09:19:32,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:32,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33109,1731057558379 2024-11-08T09:19:32,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a58c1ee 2024-11-08T09:19:32,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:32,597 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:32,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:19:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:19:32,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:19:32,600 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:32,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:19:32,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:19:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:32,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:19:32,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4cd453649327c8996ab61a0b69c3d4ca, NAME => 'test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994 2024-11-08T09:19:32,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:19:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:33,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:33,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4cd453649327c8996ab61a0b69c3d4ca, disabling compactions & flushes 2024-11-08T09:19:33,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. 2024-11-08T09:19:33,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. 2024-11-08T09:19:33,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. after waiting 0 ms 2024-11-08T09:19:33,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. 2024-11-08T09:19:33,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. 2024-11-08T09:19:33,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4cd453649327c8996ab61a0b69c3d4ca: Waiting for close lock at 1731057573017Disabling compacts and flushes for region at 1731057573017Disabling writes for close at 1731057573017Writing region close event to WAL at 1731057573017Closed at 1731057573017 2024-11-08T09:19:33,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:19:33,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057573018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057573018"}]},"ts":"1731057573018"} 2024-11-08T09:19:33,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:19:33,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:19:33,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057573021"}]},"ts":"1731057573021"} 2024-11-08T09:19:33,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:19:33,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cd453649327c8996ab61a0b69c3d4ca, ASSIGN}] 2024-11-08T09:19:33,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cd453649327c8996ab61a0b69c3d4ca, ASSIGN 2024-11-08T09:19:33,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4cd453649327c8996ab61a0b69c3d4ca, ASSIGN; state=OFFLINE, location=cf4d76213909,45281,1731057558563; forceNewPlan=false, retain=false 2024-11-08T09:19:33,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:19:33,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:33,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:33,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:33,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:33,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:33,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:33,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:33,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:33,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:33,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:33,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:33,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cd453649327c8996ab61a0b69c3d4ca, regionState=OPENING, regionLocation=cf4d76213909,45281,1731057558563 2024-11-08T09:19:33,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4cd453649327c8996ab61a0b69c3d4ca, ASSIGN because future has completed 2024-11-08T09:19:33,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cd453649327c8996ab61a0b69c3d4ca, server=cf4d76213909,45281,1731057558563}] 2024-11-08T09:19:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:33,334 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. 2024-11-08T09:19:33,334 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cd453649327c8996ab61a0b69c3d4ca, NAME => 'test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:33,334 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:19:33,334 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:19:33,334 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:33,334 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:33,334 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:33,334 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:33,335 INFO [StoreOpener-4cd453649327c8996ab61a0b69c3d4ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:33,336 INFO [StoreOpener-4cd453649327c8996ab61a0b69c3d4ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cd453649327c8996ab61a0b69c3d4ca columnFamilyName f 2024-11-08T09:19:33,336 DEBUG [StoreOpener-4cd453649327c8996ab61a0b69c3d4ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:33,337 INFO [StoreOpener-4cd453649327c8996ab61a0b69c3d4ca-1 {}] regionserver.HStore(327): Store=4cd453649327c8996ab61a0b69c3d4ca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:33,337 INFO [StoreOpener-4cd453649327c8996ab61a0b69c3d4ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:33,337 INFO [StoreOpener-4cd453649327c8996ab61a0b69c3d4ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cd453649327c8996ab61a0b69c3d4ca columnFamilyName f1 2024-11-08T09:19:33,338 DEBUG [StoreOpener-4cd453649327c8996ab61a0b69c3d4ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:33,338 INFO [StoreOpener-4cd453649327c8996ab61a0b69c3d4ca-1 {}] regionserver.HStore(327): Store=4cd453649327c8996ab61a0b69c3d4ca/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:33,338 INFO [StoreOpener-4cd453649327c8996ab61a0b69c3d4ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:33,339 INFO [StoreOpener-4cd453649327c8996ab61a0b69c3d4ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cd453649327c8996ab61a0b69c3d4ca columnFamilyName norep 2024-11-08T09:19:33,339 DEBUG [StoreOpener-4cd453649327c8996ab61a0b69c3d4ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:33,339 INFO [StoreOpener-4cd453649327c8996ab61a0b69c3d4ca-1 {}] regionserver.HStore(327): Store=4cd453649327c8996ab61a0b69c3d4ca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:33,339 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:33,339 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:33,340 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:33,340 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:33,340 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:33,341 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:19:33,342 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:33,344 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:33,344 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4cd453649327c8996ab61a0b69c3d4ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64228482, jitterRate=-0.0429210364818573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:19:33,344 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:33,345 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4cd453649327c8996ab61a0b69c3d4ca: Running coprocessor pre-open hook at 1731057573334Writing region info on filesystem at 1731057573334Initializing all the Stores at 1731057573335 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057573335Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057573335Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057573335Cleaning up temporary data from old regions at 1731057573340 (+5 ms)Running coprocessor post-open hooks at 1731057573344 (+4 ms)Region opened successfully at 1731057573345 (+1 ms) 2024-11-08T09:19:33,345 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca., pid=6, masterSystemTime=1731057573330 2024-11-08T09:19:33,347 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. 2024-11-08T09:19:33,347 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. 2024-11-08T09:19:33,348 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cd453649327c8996ab61a0b69c3d4ca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,45281,1731057558563 2024-11-08T09:19:33,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cd453649327c8996ab61a0b69c3d4ca, server=cf4d76213909,45281,1731057558563 because future has completed 2024-11-08T09:19:33,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:19:33,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cd453649327c8996ab61a0b69c3d4ca, server=cf4d76213909,45281,1731057558563 in 172 msec 2024-11-08T09:19:33,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:19:33,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4cd453649327c8996ab61a0b69c3d4ca, ASSIGN in 329 msec 2024-11-08T09:19:33,355 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:19:33,355 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057573355"}]},"ts":"1731057573355"} 2024-11-08T09:19:33,357 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:19:33,358 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:19:33,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-08T09:19:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:33,742 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:19:33,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,44313,1731057563989 2024-11-08T09:19:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@343af105 2024-11-08T09:19:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:33,744 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:33,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:19:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:19:33,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:19:33,746 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:33,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:19:33,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:19:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:33,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:19:33,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60570f8ea71992b0f463f339ecaaaccf, NAME => 'test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d 2024-11-08T09:19:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:19:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:34,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:34,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 60570f8ea71992b0f463f339ecaaaccf, disabling compactions & flushes 2024-11-08T09:19:34,166 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. 2024-11-08T09:19:34,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. 2024-11-08T09:19:34,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. after waiting 0 ms 2024-11-08T09:19:34,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. 2024-11-08T09:19:34,166 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. 2024-11-08T09:19:34,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60570f8ea71992b0f463f339ecaaaccf: Waiting for close lock at 1731057574166Disabling compacts and flushes for region at 1731057574166Disabling writes for close at 1731057574166Writing region close event to WAL at 1731057574166Closed at 1731057574166 2024-11-08T09:19:34,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:19:34,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057574167"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057574167"}]},"ts":"1731057574167"} 2024-11-08T09:19:34,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:19:34,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:19:34,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057574170"}]},"ts":"1731057574170"} 2024-11-08T09:19:34,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:19:34,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60570f8ea71992b0f463f339ecaaaccf, ASSIGN}] 2024-11-08T09:19:34,172 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60570f8ea71992b0f463f339ecaaaccf, ASSIGN 2024-11-08T09:19:34,173 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=60570f8ea71992b0f463f339ecaaaccf, ASSIGN; state=OFFLINE, location=cf4d76213909,45547,1731057564138; forceNewPlan=false, retain=false 2024-11-08T09:19:34,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60570f8ea71992b0f463f339ecaaaccf, regionState=OPENING, regionLocation=cf4d76213909,45547,1731057564138 2024-11-08T09:19:34,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=60570f8ea71992b0f463f339ecaaaccf, ASSIGN because future has completed 2024-11-08T09:19:34,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60570f8ea71992b0f463f339ecaaaccf, server=cf4d76213909,45547,1731057564138}] 2024-11-08T09:19:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:34,481 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. 2024-11-08T09:19:34,481 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 60570f8ea71992b0f463f339ecaaaccf, NAME => 'test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:34,481 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:19:34,482 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:19:34,482 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:34,482 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:34,482 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:34,482 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:34,483 INFO [StoreOpener-60570f8ea71992b0f463f339ecaaaccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:34,484 INFO [StoreOpener-60570f8ea71992b0f463f339ecaaaccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60570f8ea71992b0f463f339ecaaaccf columnFamilyName f 2024-11-08T09:19:34,484 DEBUG [StoreOpener-60570f8ea71992b0f463f339ecaaaccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:34,484 INFO [StoreOpener-60570f8ea71992b0f463f339ecaaaccf-1 {}] regionserver.HStore(327): Store=60570f8ea71992b0f463f339ecaaaccf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:34,484 INFO [StoreOpener-60570f8ea71992b0f463f339ecaaaccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:34,485 INFO [StoreOpener-60570f8ea71992b0f463f339ecaaaccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60570f8ea71992b0f463f339ecaaaccf columnFamilyName f1 2024-11-08T09:19:34,485 DEBUG [StoreOpener-60570f8ea71992b0f463f339ecaaaccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:34,486 INFO [StoreOpener-60570f8ea71992b0f463f339ecaaaccf-1 {}] regionserver.HStore(327): Store=60570f8ea71992b0f463f339ecaaaccf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:34,486 INFO [StoreOpener-60570f8ea71992b0f463f339ecaaaccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:34,486 INFO [StoreOpener-60570f8ea71992b0f463f339ecaaaccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60570f8ea71992b0f463f339ecaaaccf columnFamilyName norep 2024-11-08T09:19:34,486 DEBUG [StoreOpener-60570f8ea71992b0f463f339ecaaaccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:34,487 INFO [StoreOpener-60570f8ea71992b0f463f339ecaaaccf-1 {}] regionserver.HStore(327): Store=60570f8ea71992b0f463f339ecaaaccf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:34,487 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:34,487 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:34,487 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:34,488 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:34,488 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:34,488 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:19:34,489 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:34,491 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:34,491 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 60570f8ea71992b0f463f339ecaaaccf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60704142, jitterRate=-0.09543779492378235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:19:34,491 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:34,491 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 60570f8ea71992b0f463f339ecaaaccf: Running coprocessor pre-open hook at 1731057574482Writing region info on filesystem at 1731057574482Initializing all the Stores at 1731057574482Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057574483 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057574483Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057574483Cleaning up temporary data from old regions at 1731057574488 (+5 ms)Running coprocessor post-open hooks at 1731057574491 (+3 ms)Region opened successfully at 1731057574491 2024-11-08T09:19:34,492 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf., pid=6, masterSystemTime=1731057574478 2024-11-08T09:19:34,494 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. 2024-11-08T09:19:34,494 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. 2024-11-08T09:19:34,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60570f8ea71992b0f463f339ecaaaccf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,45547,1731057564138 2024-11-08T09:19:34,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60570f8ea71992b0f463f339ecaaaccf, server=cf4d76213909,45547,1731057564138 because future has completed 2024-11-08T09:19:34,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:19:34,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60570f8ea71992b0f463f339ecaaaccf, server=cf4d76213909,45547,1731057564138 in 171 msec 2024-11-08T09:19:34,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:19:34,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=60570f8ea71992b0f463f339ecaaaccf, ASSIGN in 327 msec 2024-11-08T09:19:34,500 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:19:34,500 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057574500"}]},"ts":"1731057574500"} 2024-11-08T09:19:34,502 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:19:34,502 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:19:34,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-08T09:19:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:34,881 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:19:34,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,40227,1731057569575 2024-11-08T09:19:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1367eee 2024-11-08T09:19:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:34,883 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:34,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:19:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:19:34,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:19:34,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:34,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:19:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:34,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:19:34,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:19:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:35,293 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc22addd0c39e7bc72973b23347d6bc5, NAME => 'test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3 2024-11-08T09:19:35,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:19:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:35,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:35,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dc22addd0c39e7bc72973b23347d6bc5, disabling compactions & flushes 2024-11-08T09:19:35,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. 2024-11-08T09:19:35,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. 2024-11-08T09:19:35,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. after waiting 0 ms 2024-11-08T09:19:35,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. 2024-11-08T09:19:35,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. 2024-11-08T09:19:35,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc22addd0c39e7bc72973b23347d6bc5: Waiting for close lock at 1731057575698Disabling compacts and flushes for region at 1731057575698Disabling writes for close at 1731057575698Writing region close event to WAL at 1731057575698Closed at 1731057575698 2024-11-08T09:19:35,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:19:35,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057575699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057575699"}]},"ts":"1731057575699"} 2024-11-08T09:19:35,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:19:35,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:19:35,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057575702"}]},"ts":"1731057575702"} 2024-11-08T09:19:35,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:19:35,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc22addd0c39e7bc72973b23347d6bc5, ASSIGN}] 2024-11-08T09:19:35,704 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc22addd0c39e7bc72973b23347d6bc5, ASSIGN 2024-11-08T09:19:35,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dc22addd0c39e7bc72973b23347d6bc5, ASSIGN; state=OFFLINE, location=cf4d76213909,45337,1731057569734; forceNewPlan=false, retain=false 2024-11-08T09:19:35,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc22addd0c39e7bc72973b23347d6bc5, regionState=OPENING, regionLocation=cf4d76213909,45337,1731057569734 2024-11-08T09:19:35,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dc22addd0c39e7bc72973b23347d6bc5, ASSIGN because future has completed 2024-11-08T09:19:35,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc22addd0c39e7bc72973b23347d6bc5, server=cf4d76213909,45337,1731057569734}] 2024-11-08T09:19:36,013 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. 2024-11-08T09:19:36,013 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dc22addd0c39e7bc72973b23347d6bc5, NAME => 'test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:36,013 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:19:36,013 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:19:36,014 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:36,014 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:36,014 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:36,014 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:36,015 INFO [StoreOpener-dc22addd0c39e7bc72973b23347d6bc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:36,016 INFO [StoreOpener-dc22addd0c39e7bc72973b23347d6bc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc22addd0c39e7bc72973b23347d6bc5 columnFamilyName f 2024-11-08T09:19:36,016 DEBUG [StoreOpener-dc22addd0c39e7bc72973b23347d6bc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:36,016 INFO [StoreOpener-dc22addd0c39e7bc72973b23347d6bc5-1 {}] regionserver.HStore(327): Store=dc22addd0c39e7bc72973b23347d6bc5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:36,016 INFO [StoreOpener-dc22addd0c39e7bc72973b23347d6bc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:36,017 INFO [StoreOpener-dc22addd0c39e7bc72973b23347d6bc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc22addd0c39e7bc72973b23347d6bc5 columnFamilyName f1 2024-11-08T09:19:36,017 DEBUG [StoreOpener-dc22addd0c39e7bc72973b23347d6bc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:36,017 INFO [StoreOpener-dc22addd0c39e7bc72973b23347d6bc5-1 {}] regionserver.HStore(327): Store=dc22addd0c39e7bc72973b23347d6bc5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:36,017 INFO [StoreOpener-dc22addd0c39e7bc72973b23347d6bc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:36,018 INFO [StoreOpener-dc22addd0c39e7bc72973b23347d6bc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc22addd0c39e7bc72973b23347d6bc5 columnFamilyName norep 2024-11-08T09:19:36,018 DEBUG [StoreOpener-dc22addd0c39e7bc72973b23347d6bc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:36,018 INFO [StoreOpener-dc22addd0c39e7bc72973b23347d6bc5-1 {}] regionserver.HStore(327): Store=dc22addd0c39e7bc72973b23347d6bc5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:36,018 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:36,019 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:36,019 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:36,020 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:36,020 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:36,020 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:19:36,021 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:36,022 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:36,022 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dc22addd0c39e7bc72973b23347d6bc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70671131, jitterRate=0.05308191478252411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:19:36,023 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:36,023 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dc22addd0c39e7bc72973b23347d6bc5: Running coprocessor pre-open hook at 1731057576014Writing region info on filesystem at 1731057576014Initializing all the Stores at 1731057576014Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057576014Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057576015 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057576015Cleaning up temporary data from old regions at 1731057576020 (+5 ms)Running coprocessor post-open hooks at 1731057576023 (+3 ms)Region opened successfully at 1731057576023 2024-11-08T09:19:36,023 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5., pid=6, masterSystemTime=1731057576010 2024-11-08T09:19:36,025 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. 2024-11-08T09:19:36,025 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. 2024-11-08T09:19:36,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc22addd0c39e7bc72973b23347d6bc5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,45337,1731057569734 2024-11-08T09:19:36,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc22addd0c39e7bc72973b23347d6bc5, server=cf4d76213909,45337,1731057569734 because future has completed 2024-11-08T09:19:36,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:19:36,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dc22addd0c39e7bc72973b23347d6bc5, server=cf4d76213909,45337,1731057569734 in 170 msec 2024-11-08T09:19:36,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:19:36,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dc22addd0c39e7bc72973b23347d6bc5, ASSIGN in 327 msec 2024-11-08T09:19:36,032 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:19:36,032 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057576032"}]},"ts":"1731057576032"} 2024-11-08T09:19:36,034 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:19:36,034 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:19:36,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-08T09:19:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:19:37,031 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:19:37,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa3dd31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:37,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33109,-1 for getting cluster id 2024-11-08T09:19:37,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:37,033 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d304cb-bd17-45a4-bae6-f93c7cba0172' 2024-11-08T09:19:37,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:37,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d304cb-bd17-45a4-bae6-f93c7cba0172" 2024-11-08T09:19:37,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56526a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:37,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33109,-1] 2024-11-08T09:19:37,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:37,034 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:37,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea9d9d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:37,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33109,1731057558379 2024-11-08T09:19:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73a52a62 2024-11-08T09:19:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:37,036 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:37,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:44313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:19:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:19:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:37,039 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:44313' 2024-11-08T09:19:37,040 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480148f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:37,040 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,44313,-1 for getting cluster id 2024-11-08T09:19:37,040 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:37,041 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc856527-f606-4188-a35d-1663791fd825' 2024-11-08T09:19:37,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:37,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc856527-f606-4188-a35d-1663791fd825" 2024-11-08T09:19:37,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c7d59c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:37,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,44313,-1] 2024-11-08T09:19:37,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:37,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:37,042 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:37,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15516b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:37,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:37,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,44313,1731057563989 2024-11-08T09:19:37,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f1d1553 2024-11-08T09:19:37,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:37,044 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:37,044 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T09:19:37,045 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:19:37,045 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:37,045 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:37,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:37,045 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:19:37,047 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:19:37,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:19:37,048 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:37,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:19:37,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741837_1013 (size=1138) 2024-11-08T09:19:37,097 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:19:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:37,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T09:19:37,291 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T09:19:37,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:19:37,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T09:19:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:37,487 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e35d70ae452ffa15fed3bd056174367, NAME => 'hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994 2024-11-08T09:19:37,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741838_1014 (size=44) 2024-11-08T09:19:37,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:37,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5e35d70ae452ffa15fed3bd056174367, disabling compactions & flushes 2024-11-08T09:19:37,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:37,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:37,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. after waiting 0 ms 2024-11-08T09:19:37,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:37,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:37,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e35d70ae452ffa15fed3bd056174367: Waiting for close lock at 1731057577495Disabling compacts and flushes for region at 1731057577495Disabling writes for close at 1731057577495Writing region close event to WAL at 1731057577495Closed at 1731057577495 2024-11-08T09:19:37,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:19:37,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057577496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057577496"}]},"ts":"1731057577496"} 2024-11-08T09:19:37,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:19:37,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:19:37,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057577499"}]},"ts":"1731057577499"} 2024-11-08T09:19:37,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:19:37,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e35d70ae452ffa15fed3bd056174367, ASSIGN}] 2024-11-08T09:19:37,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e35d70ae452ffa15fed3bd056174367, ASSIGN 2024-11-08T09:19:37,502 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e35d70ae452ffa15fed3bd056174367, ASSIGN; state=OFFLINE, location=cf4d76213909,45281,1731057558563; forceNewPlan=false, retain=false 2024-11-08T09:19:37,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5e35d70ae452ffa15fed3bd056174367, regionState=OPENING, regionLocation=cf4d76213909,45281,1731057558563 2024-11-08T09:19:37,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e35d70ae452ffa15fed3bd056174367, ASSIGN because future has completed 2024-11-08T09:19:37,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e35d70ae452ffa15fed3bd056174367, server=cf4d76213909,45281,1731057558563}] 2024-11-08T09:19:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:37,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:37,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:37,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:19:37,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45281%2C1731057558563.rep, suffix=, logDir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563, archiveDir=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/oldWALs, maxLogs=10 2024-11-08T09:19:37,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.rep.1731057577813, exclude list is [], retry=0 2024-11-08T09:19:37,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-0b1fa7d5-ae05-47ff-ace9-a588fb4e3964,DISK] 2024-11-08T09:19:37,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.rep.1731057577813 2024-11-08T09:19:37,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-08T09:19:37,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e35d70ae452ffa15fed3bd056174367, NAME => 'hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:37,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:19:37,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:19:37,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. service=MultiRowMutationService 2024-11-08T09:19:37,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:19:37,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:37,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:37,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:37,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:37,831 INFO [StoreOpener-5e35d70ae452ffa15fed3bd056174367-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:37,832 INFO [StoreOpener-5e35d70ae452ffa15fed3bd056174367-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e35d70ae452ffa15fed3bd056174367 columnFamilyName hfileref 2024-11-08T09:19:37,832 DEBUG [StoreOpener-5e35d70ae452ffa15fed3bd056174367-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:37,833 INFO [StoreOpener-5e35d70ae452ffa15fed3bd056174367-1 {}] regionserver.HStore(327): Store=5e35d70ae452ffa15fed3bd056174367/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:37,833 INFO [StoreOpener-5e35d70ae452ffa15fed3bd056174367-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:37,834 INFO [StoreOpener-5e35d70ae452ffa15fed3bd056174367-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e35d70ae452ffa15fed3bd056174367 columnFamilyName queue 2024-11-08T09:19:37,834 DEBUG [StoreOpener-5e35d70ae452ffa15fed3bd056174367-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:37,834 INFO [StoreOpener-5e35d70ae452ffa15fed3bd056174367-1 {}] regionserver.HStore(327): Store=5e35d70ae452ffa15fed3bd056174367/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:37,834 INFO [StoreOpener-5e35d70ae452ffa15fed3bd056174367-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:37,835 INFO [StoreOpener-5e35d70ae452ffa15fed3bd056174367-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e35d70ae452ffa15fed3bd056174367 columnFamilyName sid 2024-11-08T09:19:37,835 DEBUG [StoreOpener-5e35d70ae452ffa15fed3bd056174367-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:37,836 INFO [StoreOpener-5e35d70ae452ffa15fed3bd056174367-1 {}] regionserver.HStore(327): Store=5e35d70ae452ffa15fed3bd056174367/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:37,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:37,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/replication/5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:37,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/replication/5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:37,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:37,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:37,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:19:37,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:37,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/replication/5e35d70ae452ffa15fed3bd056174367/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:37,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5e35d70ae452ffa15fed3bd056174367; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66569339, jitterRate=-0.008039548993110657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:19:37,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:37,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5e35d70ae452ffa15fed3bd056174367: Running coprocessor pre-open hook at 1731057577830Writing region info on filesystem at 1731057577830Initializing all the Stores at 1731057577830Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057577830Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057577831 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057577831Cleaning up temporary data from old regions at 1731057577838 (+7 ms)Running coprocessor post-open hooks at 1731057577841 (+3 ms)Region opened successfully at 1731057577841 2024-11-08T09:19:37,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367., pid=10, masterSystemTime=1731057577808 2024-11-08T09:19:37,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:37,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:37,844 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5e35d70ae452ffa15fed3bd056174367, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,45281,1731057558563 2024-11-08T09:19:37,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e35d70ae452ffa15fed3bd056174367, server=cf4d76213909,45281,1731057558563 because future has completed 2024-11-08T09:19:37,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:19:37,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e35d70ae452ffa15fed3bd056174367, server=cf4d76213909,45281,1731057558563 in 191 msec 2024-11-08T09:19:37,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T09:19:37,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e35d70ae452ffa15fed3bd056174367, ASSIGN in 347 msec 2024-11-08T09:19:37,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:19:37,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057577851"}]},"ts":"1731057577851"} 2024-11-08T09:19:37,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:19:37,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:19:37,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 808 msec 2024-11-08T09:19:37,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T09:19:37,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367., hostname=cf4d76213909,45281,1731057558563, seqNum=2] 2024-11-08T09:19:38,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:38,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:38,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:19:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:38,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T09:19:38,304 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:19:38,329 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,45281,1731057558563, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:19:38,330 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:38,330 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45281,1731057558563, seqNum=-1] 2024-11-08T09:19:38,330 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:38,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T09:19:38,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,45281,1731057558563', locateType=CURRENT is [region=hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367., hostname=cf4d76213909,45281,1731057558563, seqNum=2] 2024-11-08T09:19:38,335 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T09:19:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T09:19:38,337 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,45281,1731057558563 suceeded 2024-11-08T09:19:38,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T09:19:38,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-08T09:19:38,339 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:44313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:19:38,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3020 sec 2024-11-08T09:19:38,349 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:44313' 2024-11-08T09:19:38,350 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8e11058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:38,350 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,44313,-1 for getting cluster id 2024-11-08T09:19:38,350 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:38,350 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc856527-f606-4188-a35d-1663791fd825' 2024-11-08T09:19:38,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:38,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc856527-f606-4188-a35d-1663791fd825" 2024-11-08T09:19:38,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56a9373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:38,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,44313,-1] 2024-11-08T09:19:38,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:38,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:38,352 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:38,352 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a705e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:38,352 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:38,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,44313,1731057563989 2024-11-08T09:19:38,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5812e43c 2024-11-08T09:19:38,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:38,354 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-08T09:19:38,355 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,45281,1731057558563 (queues=1) is replicating from cluster=72d304cb-bd17-45a4-bae6-f93c7cba0172 to cluster=cc856527-f606-4188-a35d-1663791fd825 2024-11-08T09:19:38,355 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C45281%2C1731057558563 2024-11-08T09:19:38,355 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,45281,1731057558563, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:19:38,355 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C45281%2C1731057558563 2024-11-08T09:19:38,355 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782, startPosition=0, beingWritten=true 2024-11-08T09:19:38,360 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:38,360 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 379, reset compression=false 2024-11-08T09:19:38,360 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45281,1731057558563 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:38,568 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 379, reset compression=false 2024-11-08T09:19:38,836 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:19:38,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:38,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:38,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:38,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:38,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:38,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:38,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:38,872 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 379, reset compression=false 2024-11-08T09:19:38,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:38,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:38,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:38,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:39,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T09:19:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:39,192 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:19:39,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:39,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:39,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:39,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:39,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:39,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:39,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,44313,-1 for getting cluster id 2024-11-08T09:19:39,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:39,193 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc856527-f606-4188-a35d-1663791fd825' 2024-11-08T09:19:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc856527-f606-4188-a35d-1663791fd825" 2024-11-08T09:19:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f94dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,44313,-1] 2024-11-08T09:19:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:39,195 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f3d3b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:39,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,44313,1731057563989 2024-11-08T09:19:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@272886ca 2024-11-08T09:19:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:39,197 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:39,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:40227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:19:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:19:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:39,200 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:40227' 2024-11-08T09:19:39,200 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf4236f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:39,200 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,40227,-1 for getting cluster id 2024-11-08T09:19:39,200 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:39,201 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '691ac85c-ed9a-4ba4-ba60-8eba8e767d0f' 2024-11-08T09:19:39,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:39,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "691ac85c-ed9a-4ba4-ba60-8eba8e767d0f" 2024-11-08T09:19:39,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7113af79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:39,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,40227,-1] 2024-11-08T09:19:39,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:39,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:39,202 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:39,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2589efcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:39,203 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:39,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,40227,1731057569575 2024-11-08T09:19:39,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a5b493c 2024-11-08T09:19:39,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:39,204 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:39,205 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T09:19:39,205 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:19:39,205 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:39,205 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:39,205 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:19:39,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:39,206 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:19:39,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:19:39,207 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:39,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:19:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741837_1013 (size=1138) 2024-11-08T09:19:39,256 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:19:39,275 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 379, reset compression=false 2024-11-08T09:19:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:39,614 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d016ea93ac852ffeb88e203c97871cc4, NAME => 'hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d 2024-11-08T09:19:39,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741838_1014 (size=44) 2024-11-08T09:19:39,779 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 379, reset compression=false 2024-11-08T09:19:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:40,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:40,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d016ea93ac852ffeb88e203c97871cc4, disabling compactions & flushes 2024-11-08T09:19:40,020 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. 2024-11-08T09:19:40,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. 2024-11-08T09:19:40,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. after waiting 0 ms 2024-11-08T09:19:40,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. 2024-11-08T09:19:40,020 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. 2024-11-08T09:19:40,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d016ea93ac852ffeb88e203c97871cc4: Waiting for close lock at 1731057580019Disabling compacts and flushes for region at 1731057580019Disabling writes for close at 1731057580020 (+1 ms)Writing region close event to WAL at 1731057580020Closed at 1731057580020 2024-11-08T09:19:40,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:19:40,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057580021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057580021"}]},"ts":"1731057580021"} 2024-11-08T09:19:40,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:19:40,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:19:40,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057580024"}]},"ts":"1731057580024"} 2024-11-08T09:19:40,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:19:40,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d016ea93ac852ffeb88e203c97871cc4, ASSIGN}] 2024-11-08T09:19:40,027 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d016ea93ac852ffeb88e203c97871cc4, ASSIGN 2024-11-08T09:19:40,027 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d016ea93ac852ffeb88e203c97871cc4, ASSIGN; state=OFFLINE, location=cf4d76213909,45547,1731057564138; forceNewPlan=false, retain=false 2024-11-08T09:19:40,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d016ea93ac852ffeb88e203c97871cc4, regionState=OPENING, regionLocation=cf4d76213909,45547,1731057564138 2024-11-08T09:19:40,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d016ea93ac852ffeb88e203c97871cc4, ASSIGN because future has completed 2024-11-08T09:19:40,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d016ea93ac852ffeb88e203c97871cc4, server=cf4d76213909,45547,1731057564138}] 2024-11-08T09:19:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:40,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. 2024-11-08T09:19:40,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:40,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:19:40,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45547%2C1731057564138.rep, suffix=, logDir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138, archiveDir=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/oldWALs, maxLogs=10 2024-11-08T09:19:40,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.rep.1731057580337, exclude list is [], retry=0 2024-11-08T09:19:40,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41289,DS-75a0095d-e3b6-4437-9d14-29674214d754,DISK] 2024-11-08T09:19:40,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.rep.1731057580337 2024-11-08T09:19:40,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41343:41343)] 2024-11-08T09:19:40,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d016ea93ac852ffeb88e203c97871cc4, NAME => 'hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:40,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:19:40,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:19:40,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. service=MultiRowMutationService 2024-11-08T09:19:40,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:19:40,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:40,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:40,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:40,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:40,355 INFO [StoreOpener-d016ea93ac852ffeb88e203c97871cc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:40,356 INFO [StoreOpener-d016ea93ac852ffeb88e203c97871cc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d016ea93ac852ffeb88e203c97871cc4 columnFamilyName hfileref 2024-11-08T09:19:40,356 DEBUG [StoreOpener-d016ea93ac852ffeb88e203c97871cc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:40,356 INFO [StoreOpener-d016ea93ac852ffeb88e203c97871cc4-1 {}] regionserver.HStore(327): Store=d016ea93ac852ffeb88e203c97871cc4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:40,356 INFO [StoreOpener-d016ea93ac852ffeb88e203c97871cc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:40,357 INFO [StoreOpener-d016ea93ac852ffeb88e203c97871cc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d016ea93ac852ffeb88e203c97871cc4 columnFamilyName queue 2024-11-08T09:19:40,357 DEBUG [StoreOpener-d016ea93ac852ffeb88e203c97871cc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:40,357 INFO [StoreOpener-d016ea93ac852ffeb88e203c97871cc4-1 {}] regionserver.HStore(327): Store=d016ea93ac852ffeb88e203c97871cc4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:40,357 INFO [StoreOpener-d016ea93ac852ffeb88e203c97871cc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:40,358 INFO [StoreOpener-d016ea93ac852ffeb88e203c97871cc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d016ea93ac852ffeb88e203c97871cc4 columnFamilyName sid 2024-11-08T09:19:40,358 DEBUG [StoreOpener-d016ea93ac852ffeb88e203c97871cc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:40,358 INFO [StoreOpener-d016ea93ac852ffeb88e203c97871cc4-1 {}] regionserver.HStore(327): Store=d016ea93ac852ffeb88e203c97871cc4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:40,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:40,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/replication/d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:40,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/replication/d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:40,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:40,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:40,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:19:40,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:40,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/replication/d016ea93ac852ffeb88e203c97871cc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:40,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d016ea93ac852ffeb88e203c97871cc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74803098, jitterRate=0.11465302109718323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:19:40,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:40,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d016ea93ac852ffeb88e203c97871cc4: Running coprocessor pre-open hook at 1731057580354Writing region info on filesystem at 1731057580354Initializing all the Stores at 1731057580354Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057580354Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057580354Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057580354Cleaning up temporary data from old regions at 1731057580360 (+6 ms)Running coprocessor post-open hooks at 1731057580363 (+3 ms)Region opened successfully at 1731057580363 2024-11-08T09:19:40,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4., pid=10, masterSystemTime=1731057580333 2024-11-08T09:19:40,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. 2024-11-08T09:19:40,367 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d016ea93ac852ffeb88e203c97871cc4, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,45547,1731057564138 2024-11-08T09:19:40,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. 2024-11-08T09:19:40,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d016ea93ac852ffeb88e203c97871cc4, server=cf4d76213909,45547,1731057564138 because future has completed 2024-11-08T09:19:40,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:19:40,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d016ea93ac852ffeb88e203c97871cc4, server=cf4d76213909,45547,1731057564138 in 188 msec 2024-11-08T09:19:40,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T09:19:40,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d016ea93ac852ffeb88e203c97871cc4, ASSIGN in 345 msec 2024-11-08T09:19:40,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:19:40,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057580373"}]},"ts":"1731057580373"} 2024-11-08T09:19:40,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:19:40,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:19:40,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-08T09:19:40,384 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 379, reset compression=false 2024-11-08T09:19:40,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4., hostname=cf4d76213909,45547,1731057564138, seqNum=2] 2024-11-08T09:19:40,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:40,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:40,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:19:40,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T09:19:40,666 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:19:40,702 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,45547,1731057564138, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:19:40,702 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:40,702 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45547,1731057564138, seqNum=-1] 2024-11-08T09:19:40,703 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:40,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T09:19:40,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,45547,1731057564138', locateType=CURRENT is [region=hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4., hostname=cf4d76213909,45547,1731057564138, seqNum=2] 2024-11-08T09:19:40,707 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T09:19:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T09:19:40,710 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,45547,1731057564138 suceeded 2024-11-08T09:19:40,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T09:19:40,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-08T09:19:40,711 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:40227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:19:40,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5140 sec 2024-11-08T09:19:40,721 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:40227' 2024-11-08T09:19:40,722 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59afbe56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:40,722 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,40227,-1 for getting cluster id 2024-11-08T09:19:40,722 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:40,723 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '691ac85c-ed9a-4ba4-ba60-8eba8e767d0f' 2024-11-08T09:19:40,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:40,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "691ac85c-ed9a-4ba4-ba60-8eba8e767d0f" 2024-11-08T09:19:40,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@620878b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:40,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,40227,-1] 2024-11-08T09:19:40,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:40,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:40,724 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:40,725 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bdc7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:40,725 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:40,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,40227,1731057569575 2024-11-08T09:19:40,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@776431ed 2024-11-08T09:19:40,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:40,726 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-08T09:19:40,727 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,45547,1731057564138 (queues=1) is replicating from cluster=cc856527-f606-4188-a35d-1663791fd825 to cluster=691ac85c-ed9a-4ba4-ba60-8eba8e767d0f 2024-11-08T09:19:40,727 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C45547%2C1731057564138 2024-11-08T09:19:40,727 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,45547,1731057564138, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:19:40,727 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C45547%2C1731057564138 2024-11-08T09:19:40,727 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774, startPosition=0, beingWritten=true 2024-11-08T09:19:40,732 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:40,732 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 379, reset compression=false 2024-11-08T09:19:40,732 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45547,1731057564138 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:40,935 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 379, reset compression=false 2024-11-08T09:19:41,087 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 379, reset compression=false 2024-11-08T09:19:41,238 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 379, reset compression=false 2024-11-08T09:19:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:41,342 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:19:41,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:41,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:41,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:41,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:41,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:41,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f06e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:41,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,40227,-1 for getting cluster id 2024-11-08T09:19:41,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:41,343 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '691ac85c-ed9a-4ba4-ba60-8eba8e767d0f' 2024-11-08T09:19:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "691ac85c-ed9a-4ba4-ba60-8eba8e767d0f" 2024-11-08T09:19:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7635f749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,40227,-1] 2024-11-08T09:19:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:41,345 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584bfe59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:41,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,40227,1731057569575 2024-11-08T09:19:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63e989bf 2024-11-08T09:19:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:41,347 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:41,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:33109,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:19:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:19:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:41,350 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:33109' 2024-11-08T09:19:41,351 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e386e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:41,351 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33109,-1 for getting cluster id 2024-11-08T09:19:41,351 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:41,352 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d304cb-bd17-45a4-bae6-f93c7cba0172' 2024-11-08T09:19:41,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:41,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d304cb-bd17-45a4-bae6-f93c7cba0172" 2024-11-08T09:19:41,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e11b1f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:41,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33109,-1] 2024-11-08T09:19:41,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:41,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:41,353 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:41,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51609d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:41,354 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:41,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33109,1731057558379 2024-11-08T09:19:41,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69690dfc 2024-11-08T09:19:41,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:41,356 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:41,356 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T09:19:41,356 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:19:41,356 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:41,356 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:41,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:41,357 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:19:41,358 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:19:41,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:19:41,359 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:41,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:19:41,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741837_1013 (size=1138) 2024-11-08T09:19:41,408 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:19:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:41,642 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 379, reset compression=false 2024-11-08T09:19:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:41,766 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9035f13ce329a937b13e64ea3d11ce97, NAME => 'hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3 2024-11-08T09:19:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741838_1014 (size=44) 2024-11-08T09:19:41,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:41,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9035f13ce329a937b13e64ea3d11ce97, disabling compactions & flushes 2024-11-08T09:19:41,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:41,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:41,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. after waiting 0 ms 2024-11-08T09:19:41,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:41,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:41,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9035f13ce329a937b13e64ea3d11ce97: Waiting for close lock at 1731057581770Disabling compacts and flushes for region at 1731057581770Disabling writes for close at 1731057581771 (+1 ms)Writing region close event to WAL at 1731057581771Closed at 1731057581771 2024-11-08T09:19:41,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:19:41,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057581772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057581772"}]},"ts":"1731057581772"} 2024-11-08T09:19:41,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:19:41,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:19:41,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057581775"}]},"ts":"1731057581775"} 2024-11-08T09:19:41,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:19:41,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9035f13ce329a937b13e64ea3d11ce97, ASSIGN}] 2024-11-08T09:19:41,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9035f13ce329a937b13e64ea3d11ce97, ASSIGN 2024-11-08T09:19:41,779 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9035f13ce329a937b13e64ea3d11ce97, ASSIGN; state=OFFLINE, location=cf4d76213909,45337,1731057569734; forceNewPlan=false, retain=false 2024-11-08T09:19:41,891 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 379, reset compression=false 2024-11-08T09:19:41,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9035f13ce329a937b13e64ea3d11ce97, regionState=OPENING, regionLocation=cf4d76213909,45337,1731057569734 2024-11-08T09:19:41,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9035f13ce329a937b13e64ea3d11ce97, ASSIGN because future has completed 2024-11-08T09:19:41,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9035f13ce329a937b13e64ea3d11ce97, server=cf4d76213909,45337,1731057569734}] 2024-11-08T09:19:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:42,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:42,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:19:42,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:19:42,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45337%2C1731057569734.rep, suffix=, logDir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734, archiveDir=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/oldWALs, maxLogs=10 2024-11-08T09:19:42,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.rep.1731057582133, exclude list is [], retry=0 2024-11-08T09:19:42,146 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 379, reset compression=false 2024-11-08T09:19:42,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44181,DS-152060e9-8c51-4b38-82d6-f9d875bda41b,DISK] 2024-11-08T09:19:42,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.rep.1731057582133 2024-11-08T09:19:42,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41877:41877)] 2024-11-08T09:19:42,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9035f13ce329a937b13e64ea3d11ce97, NAME => 'hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:19:42,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:19:42,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:19:42,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. service=MultiRowMutationService 2024-11-08T09:19:42,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:19:42,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:42,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:19:42,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:42,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:42,151 INFO [StoreOpener-9035f13ce329a937b13e64ea3d11ce97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:42,152 INFO [StoreOpener-9035f13ce329a937b13e64ea3d11ce97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9035f13ce329a937b13e64ea3d11ce97 columnFamilyName hfileref 2024-11-08T09:19:42,152 DEBUG [StoreOpener-9035f13ce329a937b13e64ea3d11ce97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:42,153 INFO [StoreOpener-9035f13ce329a937b13e64ea3d11ce97-1 {}] regionserver.HStore(327): Store=9035f13ce329a937b13e64ea3d11ce97/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:42,153 INFO [StoreOpener-9035f13ce329a937b13e64ea3d11ce97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:42,154 INFO [StoreOpener-9035f13ce329a937b13e64ea3d11ce97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9035f13ce329a937b13e64ea3d11ce97 columnFamilyName queue 2024-11-08T09:19:42,154 DEBUG [StoreOpener-9035f13ce329a937b13e64ea3d11ce97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:42,154 INFO [StoreOpener-9035f13ce329a937b13e64ea3d11ce97-1 {}] regionserver.HStore(327): Store=9035f13ce329a937b13e64ea3d11ce97/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:42,154 INFO [StoreOpener-9035f13ce329a937b13e64ea3d11ce97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:42,155 INFO [StoreOpener-9035f13ce329a937b13e64ea3d11ce97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9035f13ce329a937b13e64ea3d11ce97 columnFamilyName sid 2024-11-08T09:19:42,155 DEBUG [StoreOpener-9035f13ce329a937b13e64ea3d11ce97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:19:42,156 INFO [StoreOpener-9035f13ce329a937b13e64ea3d11ce97-1 {}] regionserver.HStore(327): Store=9035f13ce329a937b13e64ea3d11ce97/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:19:42,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:42,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/replication/9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:42,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/replication/9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:42,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:42,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:42,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:19:42,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:42,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/replication/9035f13ce329a937b13e64ea3d11ce97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:19:42,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9035f13ce329a937b13e64ea3d11ce97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61534545, jitterRate=-0.08306382596492767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:19:42,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:42,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9035f13ce329a937b13e64ea3d11ce97: Running coprocessor pre-open hook at 1731057582150Writing region info on filesystem at 1731057582150Initializing all the Stores at 1731057582151 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057582151Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057582151Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057582151Cleaning up temporary data from old regions at 1731057582157 (+6 ms)Running coprocessor post-open hooks at 1731057582160 (+3 ms)Region opened successfully at 1731057582160 2024-11-08T09:19:42,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97., pid=10, masterSystemTime=1731057582084 2024-11-08T09:19:42,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:42,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:42,164 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9035f13ce329a937b13e64ea3d11ce97, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,45337,1731057569734 2024-11-08T09:19:42,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9035f13ce329a937b13e64ea3d11ce97, server=cf4d76213909,45337,1731057569734 because future has completed 2024-11-08T09:19:42,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:19:42,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9035f13ce329a937b13e64ea3d11ce97, server=cf4d76213909,45337,1731057569734 in 234 msec 2024-11-08T09:19:42,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T09:19:42,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9035f13ce329a937b13e64ea3d11ce97, ASSIGN in 391 msec 2024-11-08T09:19:42,170 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:19:42,171 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057582170"}]},"ts":"1731057582170"} 2024-11-08T09:19:42,172 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:19:42,173 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:19:42,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 816 msec 2024-11-08T09:19:42,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97., hostname=cf4d76213909,45337,1731057569734, seqNum=2] 2024-11-08T09:19:42,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:42,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:42,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:19:42,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T09:19:42,419 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:19:42,445 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,45337,1731057569734, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:19:42,445 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:42,445 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45337,1731057569734, seqNum=-1] 2024-11-08T09:19:42,445 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:42,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T09:19:42,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,45337,1731057569734', locateType=CURRENT is [region=hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97., hostname=cf4d76213909,45337,1731057569734, seqNum=2] 2024-11-08T09:19:42,449 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T09:19:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T09:19:42,451 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,45337,1731057569734 suceeded 2024-11-08T09:19:42,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T09:19:42,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-08T09:19:42,452 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:33109,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:19:42,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1050 sec 2024-11-08T09:19:42,463 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:33109' 2024-11-08T09:19:42,464 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@790e3e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,464 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33109,-1 for getting cluster id 2024-11-08T09:19:42,464 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:42,464 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d304cb-bd17-45a4-bae6-f93c7cba0172' 2024-11-08T09:19:42,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:42,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d304cb-bd17-45a4-bae6-f93c7cba0172" 2024-11-08T09:19:42,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c2f43ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33109,-1] 2024-11-08T09:19:42,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:42,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:42,465 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:42,466 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79fb94cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,466 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:42,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33109,1731057558379 2024-11-08T09:19:42,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18e3d621 2024-11-08T09:19:42,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:42,467 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T09:19:42,468 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,45337,1731057569734 (queues=1) is replicating from cluster=691ac85c-ed9a-4ba4-ba60-8eba8e767d0f to cluster=72d304cb-bd17-45a4-bae6-f93c7cba0172 2024-11-08T09:19:42,468 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C45337%2C1731057569734 2024-11-08T09:19:42,468 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,45337,1731057569734, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:19:42,468 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C45337%2C1731057569734 2024-11-08T09:19:42,468 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996, startPosition=0, beingWritten=true 2024-11-08T09:19:42,472 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:42,472 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 379, reset compression=false 2024-11-08T09:19:42,472 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45337,1731057569734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:19:42,492 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:19:42,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:42,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:42,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:42,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:42,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:42,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738f362d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33109,-1 for getting cluster id 2024-11-08T09:19:42,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:42,493 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d304cb-bd17-45a4-bae6-f93c7cba0172' 2024-11-08T09:19:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d304cb-bd17-45a4-bae6-f93c7cba0172" 2024-11-08T09:19:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4d6feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33109,-1] 2024-11-08T09:19:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:42,495 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ce32f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,44313,-1 for getting cluster id 2024-11-08T09:19:42,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:42,496 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc856527-f606-4188-a35d-1663791fd825' 2024-11-08T09:19:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc856527-f606-4188-a35d-1663791fd825" 2024-11-08T09:19:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ece93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,44313,-1] 2024-11-08T09:19:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:42,497 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf9f1d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c47d2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,40227,-1 for getting cluster id 2024-11-08T09:19:42,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:42,499 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '691ac85c-ed9a-4ba4-ba60-8eba8e767d0f' 2024-11-08T09:19:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "691ac85c-ed9a-4ba4-ba60-8eba8e767d0f" 2024-11-08T09:19:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2a8cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,40227,-1] 2024-11-08T09:19:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:42,500 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ef6461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45281,1731057558563, seqNum=-1] 2024-11-08T09:19:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:42,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:19:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca., hostname=cf4d76213909,45281,1731057558563, seqNum=2] 2024-11-08T09:19:42,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:42,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45337,1731057569734, seqNum=-1] 2024-11-08T09:19:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:42,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:19:42,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5., hostname=cf4d76213909,45337,1731057569734, seqNum=2] 2024-11-08T09:19:42,535 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T09:19:42,675 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 379, reset compression=false 2024-11-08T09:19:42,750 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 379, reset compression=false 2024-11-08T09:19:42,795 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 379, reset compression=false 2024-11-08T09:19:42,800 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:42,800 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 480, reset compression=false 2024-11-08T09:19:42,800 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45281,1731057558563 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cd453649327c8996ab61a0b69c3d4ca/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T09:19:42,802 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:19:42,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-08T09:19:42,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:42,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e11183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,44313,-1 for getting cluster id 2024-11-08T09:19:42,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:42,804 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc856527-f606-4188-a35d-1663791fd825' 2024-11-08T09:19:42,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:42,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc856527-f606-4188-a35d-1663791fd825" 2024-11-08T09:19:42,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b7fe615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,44313,-1] 2024-11-08T09:19:42,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:42,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:42,805 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:42,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@681b9745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:42,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:42,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45547,1731057564138, seqNum=-1] 2024-11-08T09:19:42,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:42,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T09:19:42,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf., hostname=cf4d76213909,45547,1731057564138, seqNum=2] 2024-11-08T09:19:42,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:42,979 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 379, reset compression=false 2024-11-08T09:19:43,003 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 480, reset compression=false 2024-11-08T09:19:43,307 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 480, reset compression=false 2024-11-08T09:19:43,382 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 379, reset compression=false 2024-11-08T09:19:43,453 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 379, reset compression=false 2024-11-08T09:19:43,457 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:43,457 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 503, reset compression=false 2024-11-08T09:19:43,457 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45547,1731057564138 got entry batch from reader: WALEntryBatch [walEntries=[{test/60570f8ea71992b0f463f339ecaaaccf/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T09:19:43,460 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:19:43,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-08T09:19:43,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:43,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28e5811c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:43,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,40227,-1 for getting cluster id 2024-11-08T09:19:43,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:43,462 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '691ac85c-ed9a-4ba4-ba60-8eba8e767d0f' 2024-11-08T09:19:43,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:43,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "691ac85c-ed9a-4ba4-ba60-8eba8e767d0f" 2024-11-08T09:19:43,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16f5fcd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:43,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,40227,-1] 2024-11-08T09:19:43,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:43,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:43,463 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:43,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ca3ebba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:43,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:43,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45337,1731057569734, seqNum=-1] 2024-11-08T09:19:43,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:43,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T09:19:43,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5., hostname=cf4d76213909,45337,1731057569734, seqNum=2] 2024-11-08T09:19:43,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:43,537 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T09:19:43,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45547,1731057564138, seqNum=-1] 2024-11-08T09:19:43,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:43,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:19:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf., hostname=cf4d76213909,45547,1731057564138, seqNum=2] 2024-11-08T09:19:43,543 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T09:19:43,661 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 503, reset compression=false 2024-11-08T09:19:43,665 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:43,665 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 607, reset compression=false 2024-11-08T09:19:43,665 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45547,1731057564138 got entry batch from reader: WALEntryBatch [walEntries=[{test/60570f8ea71992b0f463f339ecaaaccf/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T09:19:43,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:43,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:43,710 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 480, reset compression=false 2024-11-08T09:19:43,868 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 607, reset compression=false 2024-11-08T09:19:43,886 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 379, reset compression=false 2024-11-08T09:19:43,891 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:43,891 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 655, reset compression=false 2024-11-08T09:19:43,891 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45337,1731057569734 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc22addd0c39e7bc72973b23347d6bc5/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T09:19:43,893 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:19:43,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T09:19:43,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:43,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c340360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:43,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33109,-1 for getting cluster id 2024-11-08T09:19:43,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:43,897 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d304cb-bd17-45a4-bae6-f93c7cba0172' 2024-11-08T09:19:43,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:43,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d304cb-bd17-45a4-bae6-f93c7cba0172" 2024-11-08T09:19:43,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a51a0a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:43,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33109,-1] 2024-11-08T09:19:43,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:43,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:43,898 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:43,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4078d843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:43,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:19:43,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45281,1731057558563, seqNum=-1] 2024-11-08T09:19:43,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:19:43,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T09:19:43,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca., hostname=cf4d76213909,45281,1731057558563, seqNum=2] 2024-11-08T09:19:43,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:44,096 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 655, reset compression=false 2024-11-08T09:19:44,171 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 607, reset compression=false 2024-11-08T09:19:44,213 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 480, reset compression=false 2024-11-08T09:19:44,217 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:44,217 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 631, reset compression=false 2024-11-08T09:19:44,217 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45281,1731057558563 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:44,400 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 655, reset compression=false 2024-11-08T09:19:44,421 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 631, reset compression=false 2024-11-08T09:19:44,545 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T09:19:44,548 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T09:19:44,575 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 607, reset compression=false 2024-11-08T09:19:44,724 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 631, reset compression=false 2024-11-08T09:19:44,803 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 655, reset compression=false 2024-11-08T09:19:44,807 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:44,807 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 759, reset compression=false 2024-11-08T09:19:44,807 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45337,1731057569734 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc22addd0c39e7bc72973b23347d6bc5/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T09:19:44,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:44,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:45,011 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 759, reset compression=false 2024-11-08T09:19:45,078 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 607, reset compression=false 2024-11-08T09:19:45,128 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 631, reset compression=false 2024-11-08T09:19:45,132 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:45,132 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 758, reset compression=false 2024-11-08T09:19:45,132 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45281,1731057558563 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cd453649327c8996ab61a0b69c3d4ca/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T09:19:45,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:45,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:45,314 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 759, reset compression=false 2024-11-08T09:19:45,335 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 758, reset compression=false 2024-11-08T09:19:45,550 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T09:19:45,553 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T09:19:45,638 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 758, reset compression=false 2024-11-08T09:19:45,642 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:45,642 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 914, reset compression=false 2024-11-08T09:19:45,642 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45281,1731057558563 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cd453649327c8996ab61a0b69c3d4ca/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T09:19:45,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:45,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:45,681 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 607, reset compression=false 2024-11-08T09:19:45,685 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:45,685 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 904, reset compression=false 2024-11-08T09:19:45,685 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45547,1731057564138 got entry batch from reader: WALEntryBatch [walEntries=[{test/60570f8ea71992b0f463f339ecaaaccf/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T09:19:45,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:45,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:45,717 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 759, reset compression=false 2024-11-08T09:19:45,722 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:45,722 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 930, reset compression=false 2024-11-08T09:19:45,722 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45337,1731057569734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:45,845 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 914, reset compression=false 2024-11-08T09:19:45,856 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:19:45,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:45,889 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 904, reset compression=false 2024-11-08T09:19:45,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:45,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:45,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:45,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:45,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:45,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:45,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:45,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:45,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:45,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:45,925 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 930, reset compression=false 2024-11-08T09:19:46,148 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 914, reset compression=false 2024-11-08T09:19:46,193 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 904, reset compression=false 2024-11-08T09:19:46,228 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 930, reset compression=false 2024-11-08T09:19:46,552 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 914, reset compression=false 2024-11-08T09:19:46,555 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T09:19:46,558 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T09:19:46,597 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 904, reset compression=false 2024-11-08T09:19:46,601 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:46,601 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1063, reset compression=false 2024-11-08T09:19:46,601 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45547,1731057564138 got entry batch from reader: WALEntryBatch [walEntries=[{test/60570f8ea71992b0f463f339ecaaaccf/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T09:19:46,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:46,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:46,632 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 930, reset compression=false 2024-11-08T09:19:46,636 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:46,636 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1080, reset compression=false 2024-11-08T09:19:46,636 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45337,1731057569734 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc22addd0c39e7bc72973b23347d6bc5/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T09:19:46,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:46,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:46,804 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1063, reset compression=false 2024-11-08T09:19:46,839 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1080, reset compression=false 2024-11-08T09:19:47,055 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 914, reset compression=false 2024-11-08T09:19:47,059 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:47,059 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1087, reset compression=false 2024-11-08T09:19:47,059 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45281,1731057558563 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:47,108 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1063, reset compression=false 2024-11-08T09:19:47,142 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1080, reset compression=false 2024-11-08T09:19:47,263 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1087, reset compression=false 2024-11-08T09:19:47,512 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1063, reset compression=false 2024-11-08T09:19:47,546 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1080, reset compression=false 2024-11-08T09:19:47,560 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T09:19:47,563 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T09:19:47,567 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1087, reset compression=false 2024-11-08T09:19:47,969 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T09:19:47,970 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1087, reset compression=false 2024-11-08T09:19:48,015 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1063, reset compression=false 2024-11-08T09:19:48,050 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1080, reset compression=false 2024-11-08T09:19:48,053 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:48,053 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1239, reset compression=false 2024-11-08T09:19:48,053 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45337,1731057569734 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc22addd0c39e7bc72973b23347d6bc5/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T09:19:48,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:48,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:48,257 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1239, reset compression=false 2024-11-08T09:19:48,474 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1087, reset compression=false 2024-11-08T09:19:48,478 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:48,478 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1236, reset compression=false 2024-11-08T09:19:48,478 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45281,1731057558563 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cd453649327c8996ab61a0b69c3d4ca/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T09:19:48,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:48,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:48,563 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1239, reset compression=false 2024-11-08T09:19:48,565 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T09:19:48,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4de234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:48,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,40227,-1 for getting cluster id 2024-11-08T09:19:48,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:48,572 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '691ac85c-ed9a-4ba4-ba60-8eba8e767d0f' 2024-11-08T09:19:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "691ac85c-ed9a-4ba4-ba60-8eba8e767d0f" 2024-11-08T09:19:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad410d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,40227,-1] 2024-11-08T09:19:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:48,574 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1d8c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:48,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:48,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,40227,1731057569575 2024-11-08T09:19:48,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f1afd2b 2024-11-08T09:19:48,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:48,580 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:48,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-08T09:19:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-08T09:19:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T09:19:48,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:19:48,618 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1063, reset compression=false 2024-11-08T09:19:48,622 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:48,622 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1235, reset compression=false 2024-11-08T09:19:48,622 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45547,1731057564138 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:48,682 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1236, reset compression=false 2024-11-08T09:19:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T09:19:48,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T09:19:48,750 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-08T09:19:48,751 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-08T09:19:48,751 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,45337,1731057569734 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-08T09:19:48,751 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/cf4d76213909:0-0. 2024-11-08T09:19:48,751 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:48,751 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:48,751 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:48,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:48,825 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1235, reset compression=false 2024-11-08T09:19:48,852 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T09:19:48,852 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T09:19:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T09:19:48,952 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 terminated 2024-11-08T09:19:48,977 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,45337,1731057569734, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:19:48,978 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-08T09:19:48,978 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T09:19:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T09:19:48,981 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on cf4d76213909,45337,1731057569734 suceeded 2024-11-08T09:19:48,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T09:19:48,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 384 msec 2024-11-08T09:19:48,983 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-08T09:19:48,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 403 msec 2024-11-08T09:19:48,985 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1236, reset compression=false 2024-11-08T09:19:48,993 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:33109' 2024-11-08T09:19:48,994 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4908a3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:48,994 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,33109,-1 for getting cluster id 2024-11-08T09:19:48,994 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:48,995 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d304cb-bd17-45a4-bae6-f93c7cba0172' 2024-11-08T09:19:48,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:48,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d304cb-bd17-45a4-bae6-f93c7cba0172" 2024-11-08T09:19:48,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18479202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:48,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,33109,-1] 2024-11-08T09:19:48,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:48,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:48,996 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:48,997 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f8847f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:48,997 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:48,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,33109,1731057558379 2024-11-08T09:19:48,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4579164a 2024-11-08T09:19:48,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:48,998 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T09:19:48,999 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,45337,1731057569734 (queues=1) is replicating from cluster=691ac85c-ed9a-4ba4-ba60-8eba8e767d0f to cluster=72d304cb-bd17-45a4-bae6-f93c7cba0172 2024-11-08T09:19:48,999 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C45337%2C1731057569734 2024-11-08T09:19:48,999 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,45337,1731057569734, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:19:48,999 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C45337%2C1731057569734 2024-11-08T09:19:49,040 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:49,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:19:49,041 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68513 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:19:49,129 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1235, reset compression=false 2024-11-08T09:19:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T09:19:49,212 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:19:49,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:49,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:49,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:49,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:49,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:49,216 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-08T09:19:49,389 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1236, reset compression=false 2024-11-08T09:19:49,393 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:49,393 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1340, reset compression=false 2024-11-08T09:19:49,393 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45281,1731057558563 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cd453649327c8996ab61a0b69c3d4ca/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T09:19:49,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:49,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:49,532 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1235, reset compression=false 2024-11-08T09:19:49,536 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:49,536 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1362, reset compression=false 2024-11-08T09:19:49,536 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45547,1731057564138 got entry batch from reader: WALEntryBatch [walEntries=[{test/60570f8ea71992b0f463f339ecaaaccf/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T09:19:49,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:49,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:49,596 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1340, reset compression=false 2024-11-08T09:19:49,741 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1362, reset compression=false 2024-11-08T09:19:49,900 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1340, reset compression=false 2024-11-08T09:19:50,044 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1362, reset compression=false 2024-11-08T09:19:50,217 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-08T09:19:50,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfd2c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:50,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,40227,-1 for getting cluster id 2024-11-08T09:19:50,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:19:50,220 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '691ac85c-ed9a-4ba4-ba60-8eba8e767d0f' 2024-11-08T09:19:50,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:19:50,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "691ac85c-ed9a-4ba4-ba60-8eba8e767d0f" 2024-11-08T09:19:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f4ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,40227,-1] 2024-11-08T09:19:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:19:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:50,222 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:19:50,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614f0c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:19:50,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:19:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,40227,1731057569575 2024-11-08T09:19:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@770f6c7d 2024-11-08T09:19:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:19:50,226 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:19:50,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-08T09:19:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-08T09:19:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T09:19:50,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:19:50,304 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1340, reset compression=false 2024-11-08T09:19:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T09:19:50,448 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1362, reset compression=false 2024-11-08T09:19:50,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-08T09:19:50,450 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-08T09:19:50,450 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T09:19:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-08T09:19:50,453 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on cf4d76213909,45337,1731057569734 suceeded 2024-11-08T09:19:50,453 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:50,453 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1466, reset compression=false 2024-11-08T09:19:50,453 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45547,1731057564138 got entry batch from reader: WALEntryBatch [walEntries=[{test/60570f8ea71992b0f463f339ecaaaccf/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T09:19:50,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:50,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T09:19:50,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-08T09:19:50,456 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-08T09:19:50,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:50,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 229 msec 2024-11-08T09:19:50,500 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996, startPosition=1239, beingWritten=true 2024-11-08T09:19:50,504 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:19:50,504 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1518, reset compression=false 2024-11-08T09:19:50,504 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45337,1731057569734 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc22addd0c39e7bc72973b23347d6bc5/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T09:19:50,507 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:19:50,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T09:19:50,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:19:50,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:19:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T09:19:50,551 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:19:50,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:50,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:50,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:50,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:50,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:50,553 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-08T09:19:50,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:19:50,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:50,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:50,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:50,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:50,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:50,553 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:19:50,553 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=12213946, stopped=false 2024-11-08T09:19:50,553 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,40227,1731057569575 2024-11-08T09:19:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1413948180/running 2024-11-08T09:19:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1413948180/running 2024-11-08T09:19:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:50,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:19:50,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:50,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:50,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:50,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,45337,1731057569734' ***** 2024-11-08T09:19:50,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Set watcher on znode that does not yet exist, /2-1413948180/running 2024-11-08T09:19:50,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:19:50,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Set watcher on znode that does not yet exist, /2-1413948180/running 2024-11-08T09:19:50,566 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:19:50,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:19:50,566 INFO [RS:0;cf4d76213909:45337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:19:50,566 INFO [RS:0;cf4d76213909:45337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:19:50,566 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(3091): Received CLOSE for dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:50,566 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(3091): Received CLOSE for 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:50,566 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,45337,1731057569734 2024-11-08T09:19:50,566 INFO [RS:0;cf4d76213909:45337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:19:50,566 INFO [RS:0;cf4d76213909:45337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45337. 2024-11-08T09:19:50,566 DEBUG [RS:0;cf4d76213909:45337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:50,566 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc22addd0c39e7bc72973b23347d6bc5, disabling compactions & flushes 2024-11-08T09:19:50,566 DEBUG [RS:0;cf4d76213909:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:50,566 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. 2024-11-08T09:19:50,566 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. 2024-11-08T09:19:50,566 INFO [RS:0;cf4d76213909:45337 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:19:50,566 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. after waiting 0 ms 2024-11-08T09:19:50,566 INFO [RS:0;cf4d76213909:45337 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:19:50,566 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. 2024-11-08T09:19:50,567 INFO [RS:0;cf4d76213909:45337 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:19:50,567 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:19:50,567 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc22addd0c39e7bc72973b23347d6bc5 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T09:19:50,567 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T09:19:50,567 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1325): Online Regions={dc22addd0c39e7bc72973b23347d6bc5=test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5., 1588230740=hbase:meta,,1.1588230740, 9035f13ce329a937b13e64ea3d11ce97=hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97.} 2024-11-08T09:19:50,567 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9035f13ce329a937b13e64ea3d11ce97, dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:50,567 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:19:50,567 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:19:50,567 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:19:50,567 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:19:50,567 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:19:50,567 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T09:19:50,580 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/.tmp/f/debe0a87971b44df96a1351b7543a429 is 37, key is row3/f:row3/1731057589213/Put/seqid=0 2024-11-08T09:19:50,580 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/.tmp/info/d51a5f261d9d4050bb834d1b47fce8f1 is 147, key is hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97./info:regioninfo/1731057582163/Put/seqid=0 2024-11-08T09:19:50,581 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:19:50,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741841_1017 (size=5228) 2024-11-08T09:19:50,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741840_1016 (size=7686) 2024-11-08T09:19:50,661 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1466, reset compression=false 2024-11-08T09:19:50,708 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1518, reset compression=false 2024-11-08T09:19:50,712 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:50,712 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1765, reset compression=false 2024-11-08T09:19:50,712 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45337,1731057569734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:50,713 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cf4d76213909,45337,1731057569734: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cf4d76213909,45337,1731057569734, walGroup=cf4d76213909%2C45337%2C1731057569734, offset=cf4d76213909%2C45337%2C1731057569734.1731057571996:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:45337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T09:19:50,714 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T09:19:50,714 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T09:19:50,715 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T09:19:50,715 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T09:19:50,715 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T09:19:50,715 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 941508864 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 198023680 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T09:19:50,715 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:40227 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:40227 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T09:19:50,767 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9035f13ce329a937b13e64ea3d11ce97, dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:50,807 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1340, reset compression=false 2024-11-08T09:19:50,815 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:50,815 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1491, reset compression=false 2024-11-08T09:19:50,815 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45281,1731057558563 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:50,916 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1765, reset compression=false 2024-11-08T09:19:50,929 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:19:50,930 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:19:50,965 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1466, reset compression=false 2024-11-08T09:19:50,967 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9035f13ce329a937b13e64ea3d11ce97, dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:50,985 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/.tmp/info/d51a5f261d9d4050bb834d1b47fce8f1 2024-11-08T09:19:50,985 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/.tmp/f/debe0a87971b44df96a1351b7543a429 2024-11-08T09:19:50,988 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for debe0a87971b44df96a1351b7543a429 2024-11-08T09:19:51,001 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/.tmp/ns/64546cd2a6ff442a8ea74bd573c1ecb9 is 43, key is default/ns:d/1731057572478/Put/seqid=0 2024-11-08T09:19:51,002 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/.tmp/f1/f81384d19f984d39bf59cc6609fd40e2 is 30, key is row1/f1:/1731057586556/DeleteFamily/seqid=0 2024-11-08T09:19:51,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741842_1018 (size=5153) 2024-11-08T09:19:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741843_1019 (size=5158) 2024-11-08T09:19:51,006 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/.tmp/ns/64546cd2a6ff442a8ea74bd573c1ecb9 2024-11-08T09:19:51,019 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1491, reset compression=false 2024-11-08T09:19:51,023 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/.tmp/rep_barrier/3e7ebe62e6ee407a840f207c3a9bd676 is 112, key is test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5./rep_barrier:seqnumDuringOpen/1731057576025/Put/seqid=0 2024-11-08T09:19:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741844_1020 (size=5518) 2024-11-08T09:19:51,167 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9035f13ce329a937b13e64ea3d11ce97, dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:51,219 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1765, reset compression=false 2024-11-08T09:19:51,322 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1491, reset compression=false 2024-11-08T09:19:51,367 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9035f13ce329a937b13e64ea3d11ce97, dc22addd0c39e7bc72973b23347d6bc5 2024-11-08T09:19:51,368 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1466, reset compression=false 2024-11-08T09:19:51,406 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/.tmp/f1/f81384d19f984d39bf59cc6609fd40e2 2024-11-08T09:19:51,411 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f81384d19f984d39bf59cc6609fd40e2 2024-11-08T09:19:51,427 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/.tmp/rep_barrier/3e7ebe62e6ee407a840f207c3a9bd676 2024-11-08T09:19:51,428 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/.tmp/norep/27999e6676d344d29dab63ac987a6ad0 is 33, key is row2/norep:/1731057587561/DeleteFamily/seqid=0 2024-11-08T09:19:51,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741845_1021 (size=5108) 2024-11-08T09:19:51,436 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/.tmp/norep/27999e6676d344d29dab63ac987a6ad0 2024-11-08T09:19:51,439 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27999e6676d344d29dab63ac987a6ad0 2024-11-08T09:19:51,440 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/.tmp/f/debe0a87971b44df96a1351b7543a429 as hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/f/debe0a87971b44df96a1351b7543a429 2024-11-08T09:19:51,444 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for debe0a87971b44df96a1351b7543a429 2024-11-08T09:19:51,444 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/f/debe0a87971b44df96a1351b7543a429, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T09:19:51,445 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/.tmp/f1/f81384d19f984d39bf59cc6609fd40e2 as hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/f1/f81384d19f984d39bf59cc6609fd40e2 2024-11-08T09:19:51,449 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f81384d19f984d39bf59cc6609fd40e2 2024-11-08T09:19:51,449 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/f1/f81384d19f984d39bf59cc6609fd40e2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T09:19:51,450 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/.tmp/table/c73ac9ccb10b477d9eab5037a17ba147 is 53, key is hbase:replication/table:state/1731057582170/Put/seqid=0 2024-11-08T09:19:51,450 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/.tmp/norep/27999e6676d344d29dab63ac987a6ad0 as hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/norep/27999e6676d344d29dab63ac987a6ad0 2024-11-08T09:19:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741846_1022 (size=5308) 2024-11-08T09:19:51,454 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27999e6676d344d29dab63ac987a6ad0 2024-11-08T09:19:51,454 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/norep/27999e6676d344d29dab63ac987a6ad0, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T09:19:51,455 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for dc22addd0c39e7bc72973b23347d6bc5 in 888ms, sequenceid=12, compaction requested=false 2024-11-08T09:19:51,459 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/default/test/dc22addd0c39e7bc72973b23347d6bc5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T09:19:51,459 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:19:51,459 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:19:51,459 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. 2024-11-08T09:19:51,459 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc22addd0c39e7bc72973b23347d6bc5: Waiting for close lock at 1731057590566Running coprocessor pre-close hooks at 1731057590566Disabling compacts and flushes for region at 1731057590566Disabling writes for close at 1731057590566Obtaining lock to block concurrent updates at 1731057590567 (+1 ms)Preparing flush snapshotting stores in dc22addd0c39e7bc72973b23347d6bc5 at 1731057590567Finished memstore snapshotting test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731057590567Flushing stores of test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. at 1731057590567Flushing dc22addd0c39e7bc72973b23347d6bc5/f: creating writer at 1731057590568 (+1 ms)Flushing dc22addd0c39e7bc72973b23347d6bc5/f: appending metadata at 1731057590580 (+12 ms)Flushing dc22addd0c39e7bc72973b23347d6bc5/f: closing flushed file at 1731057590580Flushing dc22addd0c39e7bc72973b23347d6bc5/f1: creating writer at 1731057590989 (+409 ms)Flushing dc22addd0c39e7bc72973b23347d6bc5/f1: appending metadata at 1731057591001 (+12 ms)Flushing dc22addd0c39e7bc72973b23347d6bc5/f1: closing flushed file at 1731057591001Flushing dc22addd0c39e7bc72973b23347d6bc5/norep: creating writer at 1731057591411 (+410 ms)Flushing dc22addd0c39e7bc72973b23347d6bc5/norep: appending metadata at 1731057591427 (+16 ms)Flushing dc22addd0c39e7bc72973b23347d6bc5/norep: closing flushed file at 1731057591427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16007c98: reopening flushed file at 1731057591440 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@897d1aa: reopening flushed file at 1731057591444 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60070865: reopening flushed file at 1731057591449 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for dc22addd0c39e7bc72973b23347d6bc5 in 888ms, sequenceid=12, compaction requested=false at 1731057591455 (+6 ms)Writing region close event to WAL at 1731057591456 (+1 ms)Running coprocessor post-close hooks at 1731057591459 (+3 ms)Closed at 1731057591459 2024-11-08T09:19:51,460 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057574884.dc22addd0c39e7bc72973b23347d6bc5. 2024-11-08T09:19:51,460 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9035f13ce329a937b13e64ea3d11ce97, disabling compactions & flushes 2024-11-08T09:19:51,460 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:51,460 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:51,460 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. after waiting 0 ms 2024-11-08T09:19:51,460 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:51,460 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9035f13ce329a937b13e64ea3d11ce97: Waiting for close lock at 1731057591460Running coprocessor pre-close hooks at 1731057591460Disabling compacts and flushes for region at 1731057591460Disabling writes for close at 1731057591460Failed flush hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97., putting online again at 1731057591460 2024-11-08T09:19:51,460 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:51,568 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:19:51,568 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9035f13ce329a937b13e64ea3d11ce97=hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97.} 2024-11-08T09:19:51,568 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(3091): Received CLOSE for 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:51,568 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9035f13ce329a937b13e64ea3d11ce97 2024-11-08T09:19:51,568 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9035f13ce329a937b13e64ea3d11ce97, disabling compactions & flushes 2024-11-08T09:19:51,568 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:51,568 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:51,568 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. after waiting 0 ms 2024-11-08T09:19:51,568 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:51,568 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9035f13ce329a937b13e64ea3d11ce97: Waiting for close lock at 1731057591568Running coprocessor pre-close hooks at 1731057591568Disabling compacts and flushes for region at 1731057591568Disabling writes for close at 1731057591568Failed flush hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97., putting online again at 1731057591568 2024-11-08T09:19:51,568 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731057581357.9035f13ce329a937b13e64ea3d11ce97. 2024-11-08T09:19:51,623 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 1765, reset compression=false 2024-11-08T09:19:51,627 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:51,627 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 2409, reset compression=false 2024-11-08T09:19:51,725 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1491, reset compression=false 2024-11-08T09:19:51,768 DEBUG [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:19:51,830 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 2409, reset compression=false 2024-11-08T09:19:51,854 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/.tmp/table/c73ac9ccb10b477d9eab5037a17ba147 2024-11-08T09:19:51,858 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/.tmp/info/d51a5f261d9d4050bb834d1b47fce8f1 as hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/info/d51a5f261d9d4050bb834d1b47fce8f1 2024-11-08T09:19:51,862 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/info/d51a5f261d9d4050bb834d1b47fce8f1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T09:19:51,862 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/.tmp/ns/64546cd2a6ff442a8ea74bd573c1ecb9 as hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/ns/64546cd2a6ff442a8ea74bd573c1ecb9 2024-11-08T09:19:51,866 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/ns/64546cd2a6ff442a8ea74bd573c1ecb9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T09:19:51,866 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/.tmp/rep_barrier/3e7ebe62e6ee407a840f207c3a9bd676 as hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/rep_barrier/3e7ebe62e6ee407a840f207c3a9bd676 2024-11-08T09:19:51,869 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/rep_barrier/3e7ebe62e6ee407a840f207c3a9bd676, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T09:19:51,870 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/.tmp/table/c73ac9ccb10b477d9eab5037a17ba147 as hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/table/c73ac9ccb10b477d9eab5037a17ba147 2024-11-08T09:19:51,871 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1466, reset compression=false 2024-11-08T09:19:51,873 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/table/c73ac9ccb10b477d9eab5037a17ba147, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T09:19:51,874 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-08T09:19:51,877 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T09:19:51,878 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:19:51,878 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:19:51,878 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:19:51,878 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057590567Running coprocessor pre-close hooks at 1731057590567Disabling compacts and flushes for region at 1731057590567Disabling writes for close at 1731057590567Obtaining lock to block concurrent updates at 1731057590567Preparing flush snapshotting stores in 1588230740 at 1731057590567Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731057590567Flushing stores of hbase:meta,,1.1588230740 at 1731057590568 (+1 ms)Flushing 1588230740/info: creating writer at 1731057590568Flushing 1588230740/info: appending metadata at 1731057590580 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731057590580Flushing 1588230740/ns: creating writer at 1731057590988 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731057591001 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731057591001Flushing 1588230740/rep_barrier: creating writer at 1731057591010 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057591023 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057591023Flushing 1588230740/table: creating writer at 1731057591431 (+408 ms)Flushing 1588230740/table: appending metadata at 1731057591449 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731057591449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b8d447: reopening flushed file at 1731057591858 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f86abfb: reopening flushed file at 1731057591862 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de75570: reopening flushed file at 1731057591866 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba483d: reopening flushed file at 1731057591869 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1731057591874 (+5 ms)Writing region close event to WAL at 1731057591875 (+1 ms)Running coprocessor post-close hooks at 1731057591878 (+3 ms)Closed at 1731057591878 2024-11-08T09:19:51,878 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:19:51,968 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T09:19:51,968 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,45337,1731057569734; all regions closed. 2024-11-08T09:19:51,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741834_1010 (size=4239) 2024-11-08T09:19:51,971 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.meta.1731057572414.meta not finished, retry = 0 2024-11-08T09:19:52,074 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.rep.1731057582133 not finished, retry = 0 2024-11-08T09:19:52,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741839_1015 (size=2172) 2024-11-08T09:19:52,134 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 to pos 2409, reset compression=false 2024-11-08T09:19:52,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741833_1009 (size=2417) 2024-11-08T09:19:52,176 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/WALs/cf4d76213909,45337,1731057569734/cf4d76213909%2C45337%2C1731057569734.1731057571996 not finished, retry = 0 2024-11-08T09:19:52,228 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1491, reset compression=false 2024-11-08T09:19:52,277 DEBUG [RS:0;cf4d76213909:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:52,277 INFO [RS:0;cf4d76213909:45337 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:19:52,278 INFO [RS:0;cf4d76213909:45337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:19:52,278 INFO [RS:0;cf4d76213909:45337 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T09:19:52,278 INFO [RS:0;cf4d76213909:45337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:19:52,278 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:19:52,278 INFO [RS:0;cf4d76213909:45337 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,45337,1731057569734 because: Region server is closing 2024-11-08T09:19:52,279 INFO [RS:0;cf4d76213909:45337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45337. 2024-11-08T09:19:52,279 DEBUG [RS:0;cf4d76213909:45337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:52,279 DEBUG [RS:0;cf4d76213909:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:52,279 DEBUG [RS:0;cf4d76213909:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:52,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:52,379 INFO [RS:0;cf4d76213909:45337 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.shippercf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 terminated 2024-11-08T09:19:52,379 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45337,1731057569734.replicationSource.wal-reader.cf4d76213909%2C45337%2C1731057569734,1-cf4d76213909,45337,1731057569734 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T09:19:52,379 INFO [RS:0;cf4d76213909:45337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45337. 2024-11-08T09:19:52,380 DEBUG [RS:0;cf4d76213909:45337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:52,380 DEBUG [RS:0;cf4d76213909:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:52,380 DEBUG [RS:0;cf4d76213909:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:52,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:52,380 INFO [RS:0;cf4d76213909:45337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45337 2024-11-08T09:19:52,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180/rs 2024-11-08T09:19:52,444 INFO [RS:0;cf4d76213909:45337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:19:52,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1413948180/rs/cf4d76213909,45337,1731057569734 2024-11-08T09:19:52,444 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f1f908e3998@710b424e rejected from java.util.concurrent.ThreadPoolExecutor@7534d8b7[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T09:19:52,454 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,45337,1731057569734] 2024-11-08T09:19:52,465 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1413948180/draining/cf4d76213909,45337,1731057569734 already deleted, retry=false 2024-11-08T09:19:52,465 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,45337,1731057569734 expired; onlineServers=0 2024-11-08T09:19:52,465 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,40227,1731057569575' ***** 2024-11-08T09:19:52,465 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:19:52,465 INFO [M:0;cf4d76213909:40227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:19:52,465 INFO [M:0;cf4d76213909:40227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:19:52,465 DEBUG [M:0;cf4d76213909:40227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:19:52,465 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:19:52,465 DEBUG [M:0;cf4d76213909:40227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:19:52,465 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057571751 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057571751,5,FailOnTimeoutGroup] 2024-11-08T09:19:52,465 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057571751 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057571751,5,FailOnTimeoutGroup] 2024-11-08T09:19:52,466 INFO [M:0;cf4d76213909:40227 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:19:52,466 INFO [M:0;cf4d76213909:40227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:19:52,466 DEBUG [M:0;cf4d76213909:40227 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:19:52,466 INFO [M:0;cf4d76213909:40227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:19:52,466 INFO [M:0;cf4d76213909:40227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:19:52,466 INFO [M:0;cf4d76213909:40227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:19:52,466 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:19:52,474 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1466, reset compression=false 2024-11-08T09:19:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1413948180/master 2024-11-08T09:19:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1413948180 2024-11-08T09:19:52,507 DEBUG [M:0;cf4d76213909:40227 {}] zookeeper.ZKUtil(347): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Unable to get data of znode /2-1413948180/master because node does not exist (not an error) 2024-11-08T09:19:52,507 WARN [M:0;cf4d76213909:40227 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:19:52,508 INFO [M:0;cf4d76213909:40227 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/.lastflushedseqids 2024-11-08T09:19:52,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741847_1023 (size=245) 2024-11-08T09:19:52,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:52,555 INFO [RS:0;cf4d76213909:45337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:19:52,555 INFO [RS:0;cf4d76213909:45337 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,45337,1731057569734; zookeeper connection closed. 2024-11-08T09:19:52,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10119be17c40007, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:52,555 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43bc7615 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43bc7615 2024-11-08T09:19:52,555 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:19:52,832 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1491, reset compression=false 2024-11-08T09:19:52,912 INFO [M:0;cf4d76213909:40227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:19:52,912 INFO [M:0;cf4d76213909:40227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:19:52,912 DEBUG [M:0;cf4d76213909:40227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:19:52,912 INFO [M:0;cf4d76213909:40227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:52,912 DEBUG [M:0;cf4d76213909:40227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:52,912 DEBUG [M:0;cf4d76213909:40227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:19:52,912 DEBUG [M:0;cf4d76213909:40227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:52,912 INFO [M:0;cf4d76213909:40227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-08T09:19:52,932 DEBUG [M:0;cf4d76213909:40227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49bdf425f0894f72b8e591d2ed1a31d8 is 82, key is hbase:meta,,1/info:regioninfo/1731057572459/Put/seqid=0 2024-11-08T09:19:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741848_1024 (size=5672) 2024-11-08T09:19:53,178 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1466, reset compression=false 2024-11-08T09:19:53,336 INFO [M:0;cf4d76213909:40227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49bdf425f0894f72b8e591d2ed1a31d8 2024-11-08T09:19:53,357 DEBUG [M:0;cf4d76213909:40227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cc1c093f77c4f90884ca536c621bc87 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731057582174/Put/seqid=0 2024-11-08T09:19:53,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741849_1025 (size=9212) 2024-11-08T09:19:53,535 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1491, reset compression=false 2024-11-08T09:19:53,575 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T09:19:53,761 INFO [M:0;cf4d76213909:40227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cc1c093f77c4f90884ca536c621bc87 2024-11-08T09:19:53,778 DEBUG [M:0;cf4d76213909:40227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f038251c47448a59740b68cd8911d68 is 69, key is cf4d76213909,45337,1731057569734/rs:state/1731057571800/Put/seqid=0 2024-11-08T09:19:53,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741850_1026 (size=5156) 2024-11-08T09:19:53,981 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1466, reset compression=false 2024-11-08T09:19:54,181 INFO [M:0;cf4d76213909:40227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f038251c47448a59740b68cd8911d68 2024-11-08T09:19:54,186 DEBUG [M:0;cf4d76213909:40227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49bdf425f0894f72b8e591d2ed1a31d8 as hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49bdf425f0894f72b8e591d2ed1a31d8 2024-11-08T09:19:54,189 INFO [M:0;cf4d76213909:40227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49bdf425f0894f72b8e591d2ed1a31d8, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T09:19:54,190 DEBUG [M:0;cf4d76213909:40227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cc1c093f77c4f90884ca536c621bc87 as hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cc1c093f77c4f90884ca536c621bc87 2024-11-08T09:19:54,193 INFO [M:0;cf4d76213909:40227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cc1c093f77c4f90884ca536c621bc87, entries=15, sequenceid=127, filesize=9.0 K 2024-11-08T09:19:54,194 DEBUG [M:0;cf4d76213909:40227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f038251c47448a59740b68cd8911d68 as hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f038251c47448a59740b68cd8911d68 2024-11-08T09:19:54,197 INFO [M:0;cf4d76213909:40227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/9a15bd3d-797e-82c1-c622-b8af2c6705f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f038251c47448a59740b68cd8911d68, entries=1, sequenceid=127, filesize=5.0 K 2024-11-08T09:19:54,198 INFO [M:0;cf4d76213909:40227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false 2024-11-08T09:19:54,199 INFO [M:0;cf4d76213909:40227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:54,199 DEBUG [M:0;cf4d76213909:40227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057592912Disabling compacts and flushes for region at 1731057592912Disabling writes for close at 1731057592912Obtaining lock to block concurrent updates at 1731057592912Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057592912Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731057592913 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057592913Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057592913Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057592932 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057592932Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057593340 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057593357 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057593357Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057593765 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057593777 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057593777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca8f34b: reopening flushed file at 1731057594185 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c10f008: reopening flushed file at 1731057594189 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77770985: reopening flushed file at 1731057594193 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1731057594198 (+5 ms)Writing region close event to WAL at 1731057594199 (+1 ms)Closed at 1731057594199 2024-11-08T09:19:54,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741830_1006 (size=73866) 2024-11-08T09:19:54,201 INFO [M:0;cf4d76213909:40227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:19:54,201 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:19:54,201 INFO [M:0;cf4d76213909:40227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40227 2024-11-08T09:19:54,202 INFO [M:0;cf4d76213909:40227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:19:54,338 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1491, reset compression=false 2024-11-08T09:19:54,355 INFO [M:0;cf4d76213909:40227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:19:54,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:54,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x10119be17c40006, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:54,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@410efbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:19:54,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49ddc8e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:19:54,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:19:54,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28d0b156{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:19:54,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2fbdaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/hadoop.log.dir/,STOPPED} 2024-11-08T09:19:54,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:19:54,363 WARN [BP-2084149457-172.17.0.2-1731057567713 heartbeating to localhost/127.0.0.1:36123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:19:54,363 WARN [BP-2084149457-172.17.0.2-1731057567713 heartbeating to localhost/127.0.0.1:36123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2084149457-172.17.0.2-1731057567713 (Datanode Uuid 23907ce0-4dab-40f1-8383-70cc14ee8b7e) service to localhost/127.0.0.1:36123 2024-11-08T09:19:54,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:19:54,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/cluster_0eda7619-13f5-7249-5448-bc4cebad6d43/data/data1/current/BP-2084149457-172.17.0.2-1731057567713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:19:54,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/cluster_0eda7619-13f5-7249-5448-bc4cebad6d43/data/data2/current/BP-2084149457-172.17.0.2-1731057567713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:19:54,364 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:19:54,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@571e3eb4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:19:54,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e76c5b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:19:54,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:19:54,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@627a3e7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:19:54,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2925bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/hadoop.log.dir/,STOPPED} 2024-11-08T09:19:54,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:19:54,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:19:54,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:54,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:54,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:54,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:54,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:54,382 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:19:54,382 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2026526705, stopped=false 2024-11-08T09:19:54,382 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,44313,1731057563989 2024-11-08T09:19:54,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1264983982/running 2024-11-08T09:19:54,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1264983982/running 2024-11-08T09:19:54,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:54,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:54,396 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:19:54,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:54,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:54,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:54,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Set watcher on znode that does not yet exist, /1264983982/running 2024-11-08T09:19:54,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Set watcher on znode that does not yet exist, /1264983982/running 2024-11-08T09:19:54,397 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,45547,1731057564138' ***** 2024-11-08T09:19:54,397 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:19:54,397 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:19:54,397 INFO [RS:0;cf4d76213909:45547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:19:54,397 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:19:54,397 INFO [RS:0;cf4d76213909:45547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:19:54,398 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(3091): Received CLOSE for d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:54,398 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(3091): Received CLOSE for 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:54,398 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,45547,1731057564138 2024-11-08T09:19:54,398 INFO [RS:0;cf4d76213909:45547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:19:54,398 INFO [RS:0;cf4d76213909:45547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45547. 2024-11-08T09:19:54,398 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d016ea93ac852ffeb88e203c97871cc4, disabling compactions & flushes 2024-11-08T09:19:54,398 DEBUG [RS:0;cf4d76213909:45547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:54,398 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. 2024-11-08T09:19:54,398 DEBUG [RS:0;cf4d76213909:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:54,398 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. 2024-11-08T09:19:54,398 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. after waiting 0 ms 2024-11-08T09:19:54,398 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. 2024-11-08T09:19:54,398 INFO [RS:0;cf4d76213909:45547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:19:54,398 INFO [RS:0;cf4d76213909:45547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:19:54,398 INFO [RS:0;cf4d76213909:45547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:19:54,398 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:19:54,398 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d016ea93ac852ffeb88e203c97871cc4 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-08T09:19:54,398 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T09:19:54,398 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1325): Online Regions={d016ea93ac852ffeb88e203c97871cc4=hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4., 1588230740=hbase:meta,,1.1588230740, 60570f8ea71992b0f463f339ecaaaccf=test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf.} 2024-11-08T09:19:54,398 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60570f8ea71992b0f463f339ecaaaccf, d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:54,398 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:19:54,398 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:19:54,398 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:19:54,398 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:19:54,398 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:19:54,398 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T09:19:54,413 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/.tmp/info/cfd08d99321f445592ce7cd68e39f959 is 147, key is hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4./info:regioninfo/1731057580366/Put/seqid=0 2024-11-08T09:19:54,414 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/replication/d016ea93ac852ffeb88e203c97871cc4/.tmp/queue/b0733676d45145c995e54b3f04f8fdb4 is 154, key is 1-cf4d76213909,45547,1731057564138/queue:cf4d76213909%2C45547%2C1731057564138/1731057590458/Put/seqid=0 2024-11-08T09:19:54,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741840_1016 (size=7686) 2024-11-08T09:19:54,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741841_1017 (size=5353) 2024-11-08T09:19:54,468 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:19:54,598 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60570f8ea71992b0f463f339ecaaaccf, d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:54,645 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:19:54,646 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:19:54,799 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60570f8ea71992b0f463f339ecaaaccf, d016ea93ac852ffeb88e203c97871cc4 2024-11-08T09:19:54,817 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/.tmp/info/cfd08d99321f445592ce7cd68e39f959 2024-11-08T09:19:54,820 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/replication/d016ea93ac852ffeb88e203c97871cc4/.tmp/queue/b0733676d45145c995e54b3f04f8fdb4 2024-11-08T09:19:54,824 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/replication/d016ea93ac852ffeb88e203c97871cc4/.tmp/queue/b0733676d45145c995e54b3f04f8fdb4 as hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/replication/d016ea93ac852ffeb88e203c97871cc4/queue/b0733676d45145c995e54b3f04f8fdb4 2024-11-08T09:19:54,828 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/replication/d016ea93ac852ffeb88e203c97871cc4/queue/b0733676d45145c995e54b3f04f8fdb4, entries=1, sequenceid=13, filesize=5.2 K 2024-11-08T09:19:54,828 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for d016ea93ac852ffeb88e203c97871cc4 in 430ms, sequenceid=13, compaction requested=false 2024-11-08T09:19:54,835 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/replication/d016ea93ac852ffeb88e203c97871cc4/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T09:19:54,836 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:19:54,836 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:19:54,836 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. 2024-11-08T09:19:54,836 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d016ea93ac852ffeb88e203c97871cc4: Waiting for close lock at 1731057594398Running coprocessor pre-close hooks at 1731057594398Disabling compacts and flushes for region at 1731057594398Disabling writes for close at 1731057594398Obtaining lock to block concurrent updates at 1731057594398Preparing flush snapshotting stores in d016ea93ac852ffeb88e203c97871cc4 at 1731057594398Finished memstore snapshotting hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4., syncing WAL and waiting on mvcc, flushsize=dataSize=1343, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731057594398Flushing stores of hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. at 1731057594399 (+1 ms)Flushing d016ea93ac852ffeb88e203c97871cc4/queue: creating writer at 1731057594399Flushing d016ea93ac852ffeb88e203c97871cc4/queue: appending metadata at 1731057594414 (+15 ms)Flushing d016ea93ac852ffeb88e203c97871cc4/queue: closing flushed file at 1731057594414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@162ea1ee: reopening flushed file at 1731057594823 (+409 ms)Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for d016ea93ac852ffeb88e203c97871cc4 in 430ms, sequenceid=13, compaction requested=false at 1731057594828 (+5 ms)Writing region close event to WAL at 1731057594832 (+4 ms)Running coprocessor post-close hooks at 1731057594836 (+4 ms)Closed at 1731057594836 2024-11-08T09:19:54,836 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731057579205.d016ea93ac852ffeb88e203c97871cc4. 2024-11-08T09:19:54,836 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60570f8ea71992b0f463f339ecaaaccf, disabling compactions & flushes 2024-11-08T09:19:54,836 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. 2024-11-08T09:19:54,837 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. 2024-11-08T09:19:54,837 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. after waiting 0 ms 2024-11-08T09:19:54,837 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. 2024-11-08T09:19:54,837 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60570f8ea71992b0f463f339ecaaaccf 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T09:19:54,847 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/.tmp/ns/6f593b0faaff45f6bc0190e44afaacf9 is 43, key is default/ns:d/1731057567615/Put/seqid=0 2024-11-08T09:19:54,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741842_1018 (size=5153) 2024-11-08T09:19:54,853 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/.tmp/f/dcfeb410097d4717a6c5df098741697d is 37, key is row3/f:row3/1731057589213/Put/seqid=0 2024-11-08T09:19:54,853 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/.tmp/ns/6f593b0faaff45f6bc0190e44afaacf9 2024-11-08T09:19:54,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741843_1019 (size=5228) 2024-11-08T09:19:54,872 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/.tmp/rep_barrier/894eadadda3d497aacc3377f82f96c7c is 112, key is test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf./rep_barrier:seqnumDuringOpen/1731057574494/Put/seqid=0 2024-11-08T09:19:54,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741844_1020 (size=5518) 2024-11-08T09:19:54,885 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1466, reset compression=false 2024-11-08T09:19:54,890 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:54,890 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1713, reset compression=false 2024-11-08T09:19:54,890 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45547,1731057564138 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:54,891 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cf4d76213909,45547,1731057564138: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cf4d76213909,45547,1731057564138, walGroup=cf4d76213909%2C45547%2C1731057564138, offset=cf4d76213909%2C45547%2C1731057564138.1731057566774:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:45547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T09:19:54,893 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T09:19:54,893 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T09:19:54,893 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T09:19:54,893 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T09:19:54,893 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T09:19:54,893 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 933876664 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198668888 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T09:19:54,894 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:44313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:44313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T09:19:54,999 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:55,093 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1713, reset compression=false 2024-11-08T09:19:55,199 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:55,241 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1491, reset compression=false 2024-11-08T09:19:55,263 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/.tmp/f/dcfeb410097d4717a6c5df098741697d 2024-11-08T09:19:55,267 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcfeb410097d4717a6c5df098741697d 2024-11-08T09:19:55,276 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/.tmp/rep_barrier/894eadadda3d497aacc3377f82f96c7c 2024-11-08T09:19:55,289 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/.tmp/f1/91634f9262d64d2090e1f7fa59cb0997 is 30, key is row1/f1:/1731057586556/DeleteFamily/seqid=0 2024-11-08T09:19:55,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741845_1021 (size=5158) 2024-11-08T09:19:55,301 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/.tmp/table/9a95e57dd0cc4f4faab5c9de0da7c748 is 53, key is hbase:replication/table:state/1731057580373/Put/seqid=0 2024-11-08T09:19:55,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741846_1022 (size=5308) 2024-11-08T09:19:55,397 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1713, reset compression=false 2024-11-08T09:19:55,399 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:19:55,399 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 60570f8ea71992b0f463f339ecaaaccf=test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf.} 2024-11-08T09:19:55,399 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:55,600 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:55,701 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/.tmp/f1/91634f9262d64d2090e1f7fa59cb0997 2024-11-08T09:19:55,705 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91634f9262d64d2090e1f7fa59cb0997 2024-11-08T09:19:55,706 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/.tmp/table/9a95e57dd0cc4f4faab5c9de0da7c748 2024-11-08T09:19:55,711 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/.tmp/info/cfd08d99321f445592ce7cd68e39f959 as hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/info/cfd08d99321f445592ce7cd68e39f959 2024-11-08T09:19:55,715 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/info/cfd08d99321f445592ce7cd68e39f959, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T09:19:55,716 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/.tmp/ns/6f593b0faaff45f6bc0190e44afaacf9 as hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/ns/6f593b0faaff45f6bc0190e44afaacf9 2024-11-08T09:19:55,720 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/.tmp/norep/619d5ea9b7e24094a26e44e5469b8804 is 33, key is row1/norep:/1731057586556/DeleteFamily/seqid=0 2024-11-08T09:19:55,720 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/ns/6f593b0faaff45f6bc0190e44afaacf9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T09:19:55,721 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/.tmp/rep_barrier/894eadadda3d497aacc3377f82f96c7c as hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/rep_barrier/894eadadda3d497aacc3377f82f96c7c 2024-11-08T09:19:55,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741847_1023 (size=5108) 2024-11-08T09:19:55,725 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/rep_barrier/894eadadda3d497aacc3377f82f96c7c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T09:19:55,726 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/.tmp/table/9a95e57dd0cc4f4faab5c9de0da7c748 as hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/table/9a95e57dd0cc4f4faab5c9de0da7c748 2024-11-08T09:19:55,730 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/table/9a95e57dd0cc4f4faab5c9de0da7c748, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T09:19:55,730 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false 2024-11-08T09:19:55,734 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T09:19:55,734 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:19:55,734 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:19:55,734 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:19:55,735 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057594398Running coprocessor pre-close hooks at 1731057594398Disabling compacts and flushes for region at 1731057594398Disabling writes for close at 1731057594398Obtaining lock to block concurrent updates at 1731057594398Preparing flush snapshotting stores in 1588230740 at 1731057594398Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731057594399 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731057594399Flushing 1588230740/info: creating writer at 1731057594399Flushing 1588230740/info: appending metadata at 1731057594413 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731057594413Flushing 1588230740/ns: creating writer at 1731057594822 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731057594847 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731057594847Flushing 1588230740/rep_barrier: creating writer at 1731057594857 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057594871 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057594871Flushing 1588230740/table: creating writer at 1731057595280 (+409 ms)Flushing 1588230740/table: appending metadata at 1731057595301 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731057595301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c4f7e0: reopening flushed file at 1731057595710 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76674730: reopening flushed file at 1731057595715 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0330d6: reopening flushed file at 1731057595720 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a9594b: reopening flushed file at 1731057595726 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false at 1731057595730 (+4 ms)Writing region close event to WAL at 1731057595732 (+2 ms)Running coprocessor post-close hooks at 1731057595734 (+2 ms)Closed at 1731057595734 2024-11-08T09:19:55,735 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:19:55,800 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1351): Waiting on 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:55,800 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1713, reset compression=false 2024-11-08T09:19:56,000 DEBUG [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1351): Waiting on 60570f8ea71992b0f463f339ecaaaccf 2024-11-08T09:19:56,124 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/.tmp/norep/619d5ea9b7e24094a26e44e5469b8804 2024-11-08T09:19:56,127 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 619d5ea9b7e24094a26e44e5469b8804 2024-11-08T09:19:56,128 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/.tmp/f/dcfeb410097d4717a6c5df098741697d as hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/f/dcfeb410097d4717a6c5df098741697d 2024-11-08T09:19:56,131 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcfeb410097d4717a6c5df098741697d 2024-11-08T09:19:56,131 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/f/dcfeb410097d4717a6c5df098741697d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T09:19:56,132 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/.tmp/f1/91634f9262d64d2090e1f7fa59cb0997 as hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/f1/91634f9262d64d2090e1f7fa59cb0997 2024-11-08T09:19:56,135 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91634f9262d64d2090e1f7fa59cb0997 2024-11-08T09:19:56,135 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/f1/91634f9262d64d2090e1f7fa59cb0997, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T09:19:56,136 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/.tmp/norep/619d5ea9b7e24094a26e44e5469b8804 as hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/norep/619d5ea9b7e24094a26e44e5469b8804 2024-11-08T09:19:56,140 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 619d5ea9b7e24094a26e44e5469b8804 2024-11-08T09:19:56,140 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/norep/619d5ea9b7e24094a26e44e5469b8804, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T09:19:56,141 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 60570f8ea71992b0f463f339ecaaaccf in 1303ms, sequenceid=12, compaction requested=false 2024-11-08T09:19:56,141 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T09:19:56,145 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/data/default/test/60570f8ea71992b0f463f339ecaaaccf/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T09:19:56,145 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:19:56,145 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:19:56,145 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. 2024-11-08T09:19:56,145 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60570f8ea71992b0f463f339ecaaaccf: Waiting for close lock at 1731057594836Running coprocessor pre-close hooks at 1731057594836Disabling compacts and flushes for region at 1731057594836Disabling writes for close at 1731057594837 (+1 ms)Obtaining lock to block concurrent updates at 1731057594837Preparing flush snapshotting stores in 60570f8ea71992b0f463f339ecaaaccf at 1731057594837Finished memstore snapshotting test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731057594837Flushing stores of test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. at 1731057594838 (+1 ms)Flushing 60570f8ea71992b0f463f339ecaaaccf/f: creating writer at 1731057594838Flushing 60570f8ea71992b0f463f339ecaaaccf/f: appending metadata at 1731057594853 (+15 ms)Flushing 60570f8ea71992b0f463f339ecaaaccf/f: closing flushed file at 1731057594853Flushing 60570f8ea71992b0f463f339ecaaaccf/f1: creating writer at 1731057595267 (+414 ms)Flushing 60570f8ea71992b0f463f339ecaaaccf/f1: appending metadata at 1731057595288 (+21 ms)Flushing 60570f8ea71992b0f463f339ecaaaccf/f1: closing flushed file at 1731057595288Flushing 60570f8ea71992b0f463f339ecaaaccf/norep: creating writer at 1731057595705 (+417 ms)Flushing 60570f8ea71992b0f463f339ecaaaccf/norep: appending metadata at 1731057595719 (+14 ms)Flushing 60570f8ea71992b0f463f339ecaaaccf/norep: closing flushed file at 1731057595719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e29355f: reopening flushed file at 1731057596127 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f47c09c: reopening flushed file at 1731057596131 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721e2fa5: reopening flushed file at 1731057596135 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 60570f8ea71992b0f463f339ecaaaccf in 1303ms, sequenceid=12, compaction requested=false at 1731057596141 (+6 ms)Writing region close event to WAL at 1731057596142 (+1 ms)Running coprocessor post-close hooks at 1731057596145 (+3 ms)Closed at 1731057596145 2024-11-08T09:19:56,145 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057573744.60570f8ea71992b0f463f339ecaaaccf. 2024-11-08T09:19:56,200 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,45547,1731057564138; all regions closed. 2024-11-08T09:19:56,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741834_1010 (size=4239) 2024-11-08T09:19:56,202 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.meta.1731057567572.meta not finished, retry = 0 2024-11-08T09:19:56,244 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1491, reset compression=false 2024-11-08T09:19:56,303 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 to pos 1713, reset compression=false 2024-11-08T09:19:56,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741839_1015 (size=3334) 2024-11-08T09:19:56,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741833_1009 (size=2365) 2024-11-08T09:19:56,308 DEBUG [RS:0;cf4d76213909:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:56,308 INFO [RS:0;cf4d76213909:45547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:19:56,308 INFO [RS:0;cf4d76213909:45547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:19:56,308 INFO [RS:0;cf4d76213909:45547 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:19:56,308 INFO [RS:0;cf4d76213909:45547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:19:56,309 INFO [RS:0;cf4d76213909:45547 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,45547,1731057564138 because: Region server is closing 2024-11-08T09:19:56,309 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:19:56,309 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 for the last time to pos 2357, reset compression=false 2024-11-08T09:19:56,309 INFO [RS:0;cf4d76213909:45547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45547. 2024-11-08T09:19:56,309 DEBUG [RS:0;cf4d76213909:45547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:56,309 DEBUG [RS:0;cf4d76213909:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:56,309 DEBUG [RS:0;cf4d76213909:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:56,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:56,311 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 and length of the file is 2365 2024-11-08T09:19:56,311 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/WALs/cf4d76213909,45547,1731057564138/cf4d76213909%2C45547%2C1731057564138.1731057566774 2024-11-08T09:19:56,311 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.wal-reader.cf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:56,410 INFO [RS:0;cf4d76213909:45547 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45547,1731057564138.replicationSource.shippercf4d76213909%2C45547%2C1731057564138,1-cf4d76213909,45547,1731057564138 terminated 2024-11-08T09:19:56,410 INFO [RS:0;cf4d76213909:45547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45547. 2024-11-08T09:19:56,410 DEBUG [RS:0;cf4d76213909:45547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:56,410 DEBUG [RS:0;cf4d76213909:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:56,410 DEBUG [RS:0;cf4d76213909:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:56,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:56,410 INFO [RS:0;cf4d76213909:45547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45547 2024-11-08T09:19:56,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:56,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:56,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:56,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:56,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:56,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:56,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:56,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:56,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:56,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:56,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:56,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:56,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982/rs 2024-11-08T09:19:56,564 INFO [RS:0;cf4d76213909:45547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:19:56,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1264983982/rs/cf4d76213909,45547,1731057564138 2024-11-08T09:19:56,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,45547,1731057564138] 2024-11-08T09:19:56,585 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1264983982/draining/cf4d76213909,45547,1731057564138 already deleted, retry=false 2024-11-08T09:19:56,585 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,45547,1731057564138 expired; onlineServers=0 2024-11-08T09:19:56,586 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,44313,1731057563989' ***** 2024-11-08T09:19:56,586 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:19:56,586 INFO [M:0;cf4d76213909:44313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:19:56,586 INFO [M:0;cf4d76213909:44313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:19:56,586 DEBUG [M:0;cf4d76213909:44313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:19:56,586 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:19:56,586 DEBUG [M:0;cf4d76213909:44313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:19:56,586 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057566371 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057566371,5,FailOnTimeoutGroup] 2024-11-08T09:19:56,586 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057566371 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057566371,5,FailOnTimeoutGroup] 2024-11-08T09:19:56,586 INFO [M:0;cf4d76213909:44313 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:19:56,586 INFO [M:0;cf4d76213909:44313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:19:56,586 DEBUG [M:0;cf4d76213909:44313 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:19:56,586 INFO [M:0;cf4d76213909:44313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:19:56,586 INFO [M:0;cf4d76213909:44313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:19:56,587 INFO [M:0;cf4d76213909:44313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:19:56,587 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:19:56,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1264983982/master 2024-11-08T09:19:56,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1264983982 2024-11-08T09:19:56,596 DEBUG [M:0;cf4d76213909:44313 {}] zookeeper.ZKUtil(347): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Unable to get data of znode /1264983982/master because node does not exist (not an error) 2024-11-08T09:19:56,596 WARN [M:0;cf4d76213909:44313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:19:56,596 INFO [M:0;cf4d76213909:44313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/.lastflushedseqids 2024-11-08T09:19:56,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741848_1024 (size=245) 2024-11-08T09:19:56,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:56,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x10119be17c40004, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:56,675 INFO [RS:0;cf4d76213909:45547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:19:56,675 INFO [RS:0;cf4d76213909:45547 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,45547,1731057564138; zookeeper connection closed. 2024-11-08T09:19:56,675 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@766b2dee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@766b2dee 2024-11-08T09:19:56,676 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:19:57,001 INFO [M:0;cf4d76213909:44313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:19:57,001 INFO [M:0;cf4d76213909:44313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:19:57,001 DEBUG [M:0;cf4d76213909:44313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:19:57,001 INFO [M:0;cf4d76213909:44313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:57,001 DEBUG [M:0;cf4d76213909:44313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:57,001 DEBUG [M:0;cf4d76213909:44313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:19:57,001 DEBUG [M:0;cf4d76213909:44313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:57,002 INFO [M:0;cf4d76213909:44313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T09:19:57,019 DEBUG [M:0;cf4d76213909:44313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a228f784c22469e95c98f48f2d9c0a7 is 82, key is hbase:meta,,1/info:regioninfo/1731057567600/Put/seqid=0 2024-11-08T09:19:57,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741849_1025 (size=5672) 2024-11-08T09:19:57,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:19:57,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:57,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:57,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:57,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:57,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:57,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:57,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:57,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:57,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:57,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:57,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:57,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:19:57,347 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1491, reset compression=false 2024-11-08T09:19:57,422 INFO [M:0;cf4d76213909:44313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a228f784c22469e95c98f48f2d9c0a7 2024-11-08T09:19:57,442 DEBUG [M:0;cf4d76213909:44313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60113a1b95ba43f6a2888e2c02972bc3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731057580376/Put/seqid=0 2024-11-08T09:19:57,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741850_1026 (size=8516) 2024-11-08T09:19:57,446 INFO [M:0;cf4d76213909:44313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60113a1b95ba43f6a2888e2c02972bc3 2024-11-08T09:19:57,464 DEBUG [M:0;cf4d76213909:44313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1a671bbb6c44dd4b758b6db265fe4d5 is 69, key is cf4d76213909,45547,1731057564138/rs:state/1731057566580/Put/seqid=0 2024-11-08T09:19:57,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741851_1027 (size=5156) 2024-11-08T09:19:57,868 INFO [M:0;cf4d76213909:44313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1a671bbb6c44dd4b758b6db265fe4d5 2024-11-08T09:19:57,872 DEBUG [M:0;cf4d76213909:44313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a228f784c22469e95c98f48f2d9c0a7 as hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a228f784c22469e95c98f48f2d9c0a7 2024-11-08T09:19:57,875 INFO [M:0;cf4d76213909:44313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a228f784c22469e95c98f48f2d9c0a7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T09:19:57,876 DEBUG [M:0;cf4d76213909:44313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60113a1b95ba43f6a2888e2c02972bc3 as hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60113a1b95ba43f6a2888e2c02972bc3 2024-11-08T09:19:57,879 INFO [M:0;cf4d76213909:44313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60113a1b95ba43f6a2888e2c02972bc3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T09:19:57,880 DEBUG [M:0;cf4d76213909:44313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1a671bbb6c44dd4b758b6db265fe4d5 as hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1a671bbb6c44dd4b758b6db265fe4d5 2024-11-08T09:19:57,883 INFO [M:0;cf4d76213909:44313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/19c7a4ca-1738-6afe-9809-dc3bb770bc6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1a671bbb6c44dd4b758b6db265fe4d5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T09:19:57,884 INFO [M:0;cf4d76213909:44313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false 2024-11-08T09:19:57,885 INFO [M:0;cf4d76213909:44313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:19:57,885 DEBUG [M:0;cf4d76213909:44313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057597001Disabling compacts and flushes for region at 1731057597001Disabling writes for close at 1731057597001Obtaining lock to block concurrent updates at 1731057597002 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057597002Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731057597002Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057597002Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057597003 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057597018 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057597018Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057597426 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057597442 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057597442Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057597449 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057597463 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057597464 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b2a6305: reopening flushed file at 1731057597871 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43e82aa3: reopening flushed file at 1731057597875 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e95e011: reopening flushed file at 1731057597879 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false at 1731057597884 (+5 ms)Writing region close event to WAL at 1731057597885 (+1 ms)Closed at 1731057597885 2024-11-08T09:19:57,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741830_1006 (size=63654) 2024-11-08T09:19:57,888 INFO [M:0;cf4d76213909:44313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:19:57,888 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:19:57,888 INFO [M:0;cf4d76213909:44313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44313 2024-11-08T09:19:57,888 INFO [M:0;cf4d76213909:44313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:19:58,083 INFO [M:0;cf4d76213909:44313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:19:58,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:58,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x10119be17c40003, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:58,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60b4fd84{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:19:58,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51cfce39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:19:58,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:19:58,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@301fe32d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:19:58,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43f81c1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/hadoop.log.dir/,STOPPED} 2024-11-08T09:19:58,087 WARN [BP-662088564-172.17.0.2-1731057562036 heartbeating to localhost/127.0.0.1:34843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:19:58,087 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:19:58,087 WARN [BP-662088564-172.17.0.2-1731057562036 heartbeating to localhost/127.0.0.1:34843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-662088564-172.17.0.2-1731057562036 (Datanode Uuid 9fa7ee1a-890b-4f82-9142-08a6408b9ad7) service to localhost/127.0.0.1:34843 2024-11-08T09:19:58,087 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:19:58,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/cluster_ed1db0dd-3c59-06f4-21eb-7492102d6d1e/data/data1/current/BP-662088564-172.17.0.2-1731057562036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:19:58,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/cluster_ed1db0dd-3c59-06f4-21eb-7492102d6d1e/data/data2/current/BP-662088564-172.17.0.2-1731057562036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:19:58,088 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:19:58,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fb68d72{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:19:58,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fe8d0f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:19:58,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:19:58,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8658a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:19:58,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25e6f12c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/418d6619-4183-7bfe-4b54-22aeb662e23e/hadoop.log.dir/,STOPPED} 2024-11-08T09:19:58,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:19:58,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:19:58,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:58,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:58,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:58,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:58,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:58,108 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:19:58,108 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=946493350, stopped=false 2024-11-08T09:19:58,108 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,33109,1731057558379 2024-11-08T09:19:58,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1800882269/running 2024-11-08T09:19:58,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1800882269/running 2024-11-08T09:19:58,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:58,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:58,122 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:19:58,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Set watcher on znode that does not yet exist, /0-1800882269/running 2024-11-08T09:19:58,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:19:58,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Set watcher on znode that does not yet exist, /0-1800882269/running 2024-11-08T09:19:58,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:58,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:58,123 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,45281,1731057558563' ***** 2024-11-08T09:19:58,123 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:19:58,124 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:19:58,124 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:19:58,124 INFO [RS:0;cf4d76213909:45281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:19:58,124 INFO [RS:0;cf4d76213909:45281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:19:58,124 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cd453649327c8996ab61a0b69c3d4ca 2024-11-08T09:19:58,124 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:58,124 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,45281,1731057558563 2024-11-08T09:19:58,124 INFO [RS:0;cf4d76213909:45281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:19:58,124 INFO [RS:0;cf4d76213909:45281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45281. 2024-11-08T09:19:58,124 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cd453649327c8996ab61a0b69c3d4ca, disabling compactions & flushes 2024-11-08T09:19:58,124 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. 2024-11-08T09:19:58,124 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. 2024-11-08T09:19:58,124 DEBUG [RS:0;cf4d76213909:45281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:58,124 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. after waiting 0 ms 2024-11-08T09:19:58,124 DEBUG [RS:0;cf4d76213909:45281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:58,125 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. 2024-11-08T09:19:58,125 INFO [RS:0;cf4d76213909:45281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:19:58,125 INFO [RS:0;cf4d76213909:45281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:19:58,125 INFO [RS:0;cf4d76213909:45281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:19:58,125 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4cd453649327c8996ab61a0b69c3d4ca 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-08T09:19:58,125 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:19:58,125 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T09:19:58,125 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1325): Online Regions={4cd453649327c8996ab61a0b69c3d4ca=test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca., 1588230740=hbase:meta,,1.1588230740, 5e35d70ae452ffa15fed3bd056174367=hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367.} 2024-11-08T09:19:58,125 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cd453649327c8996ab61a0b69c3d4ca, 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:58,125 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:19:58,125 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:19:58,125 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:19:58,125 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:19:58,125 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:19:58,125 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T09:19:58,139 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/.tmp/f/c5ba1f89350f43bcbe2c6e5e0a36b350 is 37, key is row3/f:row3/1731057589213/Put/seqid=0 2024-11-08T09:19:58,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741840_1016 (size=5228) 2024-11-08T09:19:58,142 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/.tmp/info/d061ae83fe554744b1d941d3737a5b64 is 147, key is hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367./info:regioninfo/1731057577844/Put/seqid=0 2024-11-08T09:19:58,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741841_1017 (size=7686) 2024-11-08T09:19:58,184 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:19:58,325 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cd453649327c8996ab61a0b69c3d4ca, 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:58,525 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cd453649327c8996ab61a0b69c3d4ca, 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:58,542 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/.tmp/f/c5ba1f89350f43bcbe2c6e5e0a36b350 2024-11-08T09:19:58,545 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/.tmp/info/d061ae83fe554744b1d941d3737a5b64 2024-11-08T09:19:58,547 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5ba1f89350f43bcbe2c6e5e0a36b350 2024-11-08T09:19:58,550 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1491, reset compression=false 2024-11-08T09:19:58,566 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:58,566 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1738, reset compression=false 2024-11-08T09:19:58,566 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45281,1731057558563 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:19:58,566 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/.tmp/f1/21549af1845f4cc2bfed022efe640770 is 30, key is row1/f1:/1731057586556/DeleteFamily/seqid=0 2024-11-08T09:19:58,567 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cf4d76213909,45281,1731057558563: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cf4d76213909,45281,1731057558563, walGroup=cf4d76213909%2C45281%2C1731057558563, offset=cf4d76213909%2C45281%2C1731057558563.1731057560782:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:45281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T09:19:58,568 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T09:19:58,568 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T09:19:58,569 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T09:19:58,569 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T09:19:58,569 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T09:19:58,569 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 938815488 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199425192 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T09:19:58,569 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:33109 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:33109 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T09:19:58,573 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/.tmp/ns/dc3486fda06f4b6180df08480c1fe760 is 43, key is default/ns:d/1731057561941/Put/seqid=0 2024-11-08T09:19:58,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741842_1018 (size=5158) 2024-11-08T09:19:58,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741843_1019 (size=5153) 2024-11-08T09:19:58,578 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/.tmp/f1/21549af1845f4cc2bfed022efe640770 2024-11-08T09:19:58,582 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21549af1845f4cc2bfed022efe640770 2024-11-08T09:19:58,595 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/.tmp/norep/e3b5b98026904d5ba558122090509ee1 is 32, key is row/norep:/1731057585550/DeleteFamily/seqid=0 2024-11-08T09:19:58,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741844_1020 (size=5101) 2024-11-08T09:19:58,726 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cd453649327c8996ab61a0b69c3d4ca, 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:58,738 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:19:58,738 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:19:58,771 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1738, reset compression=false 2024-11-08T09:19:58,926 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cd453649327c8996ab61a0b69c3d4ca, 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:58,979 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/.tmp/ns/dc3486fda06f4b6180df08480c1fe760 2024-11-08T09:19:58,998 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/.tmp/norep/e3b5b98026904d5ba558122090509ee1 2024-11-08T09:19:59,002 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/.tmp/rep_barrier/0f908ce75ecd4d27b1788bc01647528b is 112, key is test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca./rep_barrier:seqnumDuringOpen/1731057573348/Put/seqid=0 2024-11-08T09:19:59,002 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3b5b98026904d5ba558122090509ee1 2024-11-08T09:19:59,003 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/.tmp/f/c5ba1f89350f43bcbe2c6e5e0a36b350 as hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/f/c5ba1f89350f43bcbe2c6e5e0a36b350 2024-11-08T09:19:59,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741845_1021 (size=5518) 2024-11-08T09:19:59,008 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5ba1f89350f43bcbe2c6e5e0a36b350 2024-11-08T09:19:59,008 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/f/c5ba1f89350f43bcbe2c6e5e0a36b350, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T09:19:59,009 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/.tmp/f1/21549af1845f4cc2bfed022efe640770 as hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/f1/21549af1845f4cc2bfed022efe640770 2024-11-08T09:19:59,012 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21549af1845f4cc2bfed022efe640770 2024-11-08T09:19:59,012 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/f1/21549af1845f4cc2bfed022efe640770, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T09:19:59,013 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/.tmp/norep/e3b5b98026904d5ba558122090509ee1 as hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/norep/e3b5b98026904d5ba558122090509ee1 2024-11-08T09:19:59,016 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3b5b98026904d5ba558122090509ee1 2024-11-08T09:19:59,016 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/norep/e3b5b98026904d5ba558122090509ee1, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T09:19:59,017 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4cd453649327c8996ab61a0b69c3d4ca in 892ms, sequenceid=12, compaction requested=false 2024-11-08T09:19:59,017 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T09:19:59,021 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/default/test/4cd453649327c8996ab61a0b69c3d4ca/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T09:19:59,021 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:19:59,021 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:19:59,021 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. 2024-11-08T09:19:59,022 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cd453649327c8996ab61a0b69c3d4ca: Waiting for close lock at 1731057598124Running coprocessor pre-close hooks at 1731057598124Disabling compacts and flushes for region at 1731057598124Disabling writes for close at 1731057598124Obtaining lock to block concurrent updates at 1731057598125 (+1 ms)Preparing flush snapshotting stores in 4cd453649327c8996ab61a0b69c3d4ca at 1731057598125Finished memstore snapshotting test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731057598125Flushing stores of test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. at 1731057598125Flushing 4cd453649327c8996ab61a0b69c3d4ca/f: creating writer at 1731057598125Flushing 4cd453649327c8996ab61a0b69c3d4ca/f: appending metadata at 1731057598138 (+13 ms)Flushing 4cd453649327c8996ab61a0b69c3d4ca/f: closing flushed file at 1731057598138Flushing 4cd453649327c8996ab61a0b69c3d4ca/f1: creating writer at 1731057598547 (+409 ms)Flushing 4cd453649327c8996ab61a0b69c3d4ca/f1: appending metadata at 1731057598566 (+19 ms)Flushing 4cd453649327c8996ab61a0b69c3d4ca/f1: closing flushed file at 1731057598566Flushing 4cd453649327c8996ab61a0b69c3d4ca/norep: creating writer at 1731057598582 (+16 ms)Flushing 4cd453649327c8996ab61a0b69c3d4ca/norep: appending metadata at 1731057598594 (+12 ms)Flushing 4cd453649327c8996ab61a0b69c3d4ca/norep: closing flushed file at 1731057598594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ec61bd: reopening flushed file at 1731057599003 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c614709: reopening flushed file at 1731057599009 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca381ae: reopening flushed file at 1731057599013 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4cd453649327c8996ab61a0b69c3d4ca in 892ms, sequenceid=12, compaction requested=false at 1731057599017 (+4 ms)Writing region close event to WAL at 1731057599019 (+2 ms)Running coprocessor post-close hooks at 1731057599021 (+2 ms)Closed at 1731057599021 2024-11-08T09:19:59,022 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057572598.4cd453649327c8996ab61a0b69c3d4ca. 2024-11-08T09:19:59,022 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e35d70ae452ffa15fed3bd056174367, disabling compactions & flushes 2024-11-08T09:19:59,022 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:59,022 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:59,022 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. after waiting 0 ms 2024-11-08T09:19:59,022 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:59,022 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e35d70ae452ffa15fed3bd056174367: Waiting for close lock at 1731057599022Running coprocessor pre-close hooks at 1731057599022Disabling compacts and flushes for region at 1731057599022Disabling writes for close at 1731057599022Failed flush hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367., putting online again at 1731057599022 2024-11-08T09:19:59,022 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:59,074 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 1738, reset compression=false 2024-11-08T09:19:59,078 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:19:59,078 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 2382, reset compression=false 2024-11-08T09:19:59,126 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:19:59,126 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5e35d70ae452ffa15fed3bd056174367=hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367.} 2024-11-08T09:19:59,126 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:59,126 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e35d70ae452ffa15fed3bd056174367 2024-11-08T09:19:59,126 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e35d70ae452ffa15fed3bd056174367, disabling compactions & flushes 2024-11-08T09:19:59,126 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:59,126 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:59,126 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. after waiting 0 ms 2024-11-08T09:19:59,126 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:59,126 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e35d70ae452ffa15fed3bd056174367: Waiting for close lock at 1731057599126Running coprocessor pre-close hooks at 1731057599126Disabling compacts and flushes for region at 1731057599126Disabling writes for close at 1731057599126Failed flush hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367., putting online again at 1731057599126 2024-11-08T09:19:59,127 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731057577045.5e35d70ae452ffa15fed3bd056174367. 2024-11-08T09:19:59,281 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 2382, reset compression=false 2024-11-08T09:19:59,326 DEBUG [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:19:59,407 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/.tmp/rep_barrier/0f908ce75ecd4d27b1788bc01647528b 2024-11-08T09:19:59,431 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/.tmp/table/cca481d1ca2c447f85e21be8118acd45 is 53, key is hbase:replication/table:state/1731057577851/Put/seqid=0 2024-11-08T09:19:59,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741846_1022 (size=5308) 2024-11-08T09:19:59,436 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/.tmp/table/cca481d1ca2c447f85e21be8118acd45 2024-11-08T09:19:59,441 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/.tmp/info/d061ae83fe554744b1d941d3737a5b64 as hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/info/d061ae83fe554744b1d941d3737a5b64 2024-11-08T09:19:59,445 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/info/d061ae83fe554744b1d941d3737a5b64, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T09:19:59,446 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/.tmp/ns/dc3486fda06f4b6180df08480c1fe760 as hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/ns/dc3486fda06f4b6180df08480c1fe760 2024-11-08T09:19:59,450 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/ns/dc3486fda06f4b6180df08480c1fe760, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T09:19:59,451 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/.tmp/rep_barrier/0f908ce75ecd4d27b1788bc01647528b as hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/rep_barrier/0f908ce75ecd4d27b1788bc01647528b 2024-11-08T09:19:59,454 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/rep_barrier/0f908ce75ecd4d27b1788bc01647528b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T09:19:59,455 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/.tmp/table/cca481d1ca2c447f85e21be8118acd45 as hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/table/cca481d1ca2c447f85e21be8118acd45 2024-11-08T09:19:59,458 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/table/cca481d1ca2c447f85e21be8118acd45, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T09:19:59,459 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false 2024-11-08T09:19:59,459 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:19:59,463 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T09:19:59,463 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:19:59,463 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:19:59,463 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:19:59,463 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057598125Running coprocessor pre-close hooks at 1731057598125Disabling compacts and flushes for region at 1731057598125Disabling writes for close at 1731057598125Obtaining lock to block concurrent updates at 1731057598125Preparing flush snapshotting stores in 1588230740 at 1731057598125Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731057598125Flushing stores of hbase:meta,,1.1588230740 at 1731057598126 (+1 ms)Flushing 1588230740/info: creating writer at 1731057598126Flushing 1588230740/info: appending metadata at 1731057598142 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731057598142Flushing 1588230740/ns: creating writer at 1731057598549 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731057598572 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731057598572Flushing 1588230740/rep_barrier: creating writer at 1731057598982 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057599001 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057599001Flushing 1588230740/table: creating writer at 1731057599415 (+414 ms)Flushing 1588230740/table: appending metadata at 1731057599430 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731057599430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30375ad6: reopening flushed file at 1731057599440 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33cbfb26: reopening flushed file at 1731057599445 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6391c1bc: reopening flushed file at 1731057599450 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641857b1: reopening flushed file at 1731057599454 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false at 1731057599459 (+5 ms)Writing region close event to WAL at 1731057599460 (+1 ms)Running coprocessor post-close hooks at 1731057599463 (+3 ms)Closed at 1731057599463 2024-11-08T09:19:59,463 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:19:59,527 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T09:19:59,527 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,45281,1731057558563; all regions closed. 2024-11-08T09:19:59,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741834_1010 (size=4239) 2024-11-08T09:19:59,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741839_1015 (size=2609) 2024-11-08T09:19:59,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741832_1008 (size=2390) 2024-11-08T09:19:59,533 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 not finished, retry = 0 2024-11-08T09:19:59,585 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 to pos 2382, reset compression=false 2024-11-08T09:19:59,634 DEBUG [RS:0;cf4d76213909:45281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:59,634 INFO [RS:0;cf4d76213909:45281 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:19:59,634 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/WALs/cf4d76213909,45281,1731057558563/cf4d76213909%2C45281%2C1731057558563.1731057560782 2024-11-08T09:19:59,634 INFO [RS:0;cf4d76213909:45281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:19:59,634 INFO [RS:0;cf4d76213909:45281 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T09:19:59,634 INFO [RS:0;cf4d76213909:45281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:19:59,634 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:19:59,634 INFO [RS:0;cf4d76213909:45281 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,45281,1731057558563 because: Region server is closing 2024-11-08T09:19:59,634 INFO [RS:0;cf4d76213909:45281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45281. 2024-11-08T09:19:59,635 DEBUG [RS:0;cf4d76213909:45281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:59,635 DEBUG [RS:0;cf4d76213909:45281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:59,635 DEBUG [RS:0;cf4d76213909:45281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:59,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:59,735 INFO [RS:0;cf4d76213909:45281 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.shippercf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 terminated 2024-11-08T09:19:59,735 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45281,1731057558563.replicationSource.wal-reader.cf4d76213909%2C45281%2C1731057558563,1-cf4d76213909,45281,1731057558563 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-08T09:19:59,735 INFO [RS:0;cf4d76213909:45281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45281. 2024-11-08T09:19:59,735 DEBUG [RS:0;cf4d76213909:45281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:19:59,735 DEBUG [RS:0;cf4d76213909:45281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:59,735 DEBUG [RS:0;cf4d76213909:45281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:19:59,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:19:59,736 INFO [RS:0;cf4d76213909:45281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45281 2024-11-08T09:19:59,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1800882269/rs/cf4d76213909,45281,1731057558563 2024-11-08T09:19:59,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269/rs 2024-11-08T09:19:59,801 INFO [RS:0;cf4d76213909:45281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:19:59,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,45281,1731057558563] 2024-11-08T09:19:59,822 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1800882269/draining/cf4d76213909,45281,1731057558563 already deleted, retry=false 2024-11-08T09:19:59,823 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,45281,1731057558563 expired; onlineServers=0 2024-11-08T09:19:59,823 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,33109,1731057558379' ***** 2024-11-08T09:19:59,823 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:19:59,823 INFO [M:0;cf4d76213909:33109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:19:59,823 INFO [M:0;cf4d76213909:33109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:19:59,823 DEBUG [M:0;cf4d76213909:33109 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:19:59,823 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:19:59,823 DEBUG [M:0;cf4d76213909:33109 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:19:59,823 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057560583 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057560583,5,FailOnTimeoutGroup] 2024-11-08T09:19:59,823 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057560583 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057560583,5,FailOnTimeoutGroup] 2024-11-08T09:19:59,823 INFO [M:0;cf4d76213909:33109 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:19:59,823 INFO [M:0;cf4d76213909:33109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:19:59,823 DEBUG [M:0;cf4d76213909:33109 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:19:59,823 INFO [M:0;cf4d76213909:33109 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:19:59,823 INFO [M:0;cf4d76213909:33109 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:19:59,824 INFO [M:0;cf4d76213909:33109 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:19:59,824 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:19:59,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1800882269/master 2024-11-08T09:19:59,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1800882269 2024-11-08T09:19:59,833 DEBUG [M:0;cf4d76213909:33109 {}] zookeeper.ZKUtil(347): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Unable to get data of znode /0-1800882269/master because node does not exist (not an error) 2024-11-08T09:19:59,833 WARN [M:0;cf4d76213909:33109 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:19:59,834 INFO [M:0;cf4d76213909:33109 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/.lastflushedseqids 2024-11-08T09:19:59,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741847_1023 (size=245) 2024-11-08T09:19:59,912 INFO [RS:0;cf4d76213909:45281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:19:59,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:59,912 INFO [RS:0;cf4d76213909:45281 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,45281,1731057558563; zookeeper connection closed. 2024-11-08T09:19:59,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45281-0x10119be17c40001, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:19:59,912 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43d6a10e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43d6a10e 2024-11-08T09:19:59,913 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:20:00,239 INFO [M:0;cf4d76213909:33109 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:20:00,239 INFO [M:0;cf4d76213909:33109 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:20:00,239 DEBUG [M:0;cf4d76213909:33109 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:20:00,239 INFO [M:0;cf4d76213909:33109 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:00,239 DEBUG [M:0;cf4d76213909:33109 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:00,240 DEBUG [M:0;cf4d76213909:33109 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:20:00,240 DEBUG [M:0;cf4d76213909:33109 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:00,240 INFO [M:0;cf4d76213909:33109 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-08T09:20:00,253 DEBUG [M:0;cf4d76213909:33109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adcd02b770fd4945bf4b8f78ce06b379 is 82, key is hbase:meta,,1/info:regioninfo/1731057561916/Put/seqid=0 2024-11-08T09:20:00,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741848_1024 (size=5672) 2024-11-08T09:20:00,657 INFO [M:0;cf4d76213909:33109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adcd02b770fd4945bf4b8f78ce06b379 2024-11-08T09:20:00,677 DEBUG [M:0;cf4d76213909:33109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7795fadb85ad4430a8a2682956406255 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731057573359/Put/seqid=0 2024-11-08T09:20:00,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741849_1025 (size=7219) 2024-11-08T09:20:01,080 INFO [M:0;cf4d76213909:33109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7795fadb85ad4430a8a2682956406255 2024-11-08T09:20:01,084 INFO [M:0;cf4d76213909:33109 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7795fadb85ad4430a8a2682956406255 2024-11-08T09:20:01,097 DEBUG [M:0;cf4d76213909:33109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8940223e3c34e719fc5c5161926bdb7 is 69, key is cf4d76213909,45281,1731057558563/rs:state/1731057560629/Put/seqid=0 2024-11-08T09:20:01,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741850_1026 (size=5156) 2024-11-08T09:20:01,500 INFO [M:0;cf4d76213909:33109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8940223e3c34e719fc5c5161926bdb7 2024-11-08T09:20:01,505 DEBUG [M:0;cf4d76213909:33109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adcd02b770fd4945bf4b8f78ce06b379 as hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/adcd02b770fd4945bf4b8f78ce06b379 2024-11-08T09:20:01,509 INFO [M:0;cf4d76213909:33109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/adcd02b770fd4945bf4b8f78ce06b379, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T09:20:01,510 DEBUG [M:0;cf4d76213909:33109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7795fadb85ad4430a8a2682956406255 as hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7795fadb85ad4430a8a2682956406255 2024-11-08T09:20:01,513 INFO [M:0;cf4d76213909:33109 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7795fadb85ad4430a8a2682956406255 2024-11-08T09:20:01,513 INFO [M:0;cf4d76213909:33109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7795fadb85ad4430a8a2682956406255, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T09:20:01,514 DEBUG [M:0;cf4d76213909:33109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8940223e3c34e719fc5c5161926bdb7 as hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8940223e3c34e719fc5c5161926bdb7 2024-11-08T09:20:01,517 INFO [M:0;cf4d76213909:33109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39495/user/jenkins/test-data/d8f387ee-2ffd-f71f-5453-36444801d994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8940223e3c34e719fc5c5161926bdb7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T09:20:01,518 INFO [M:0;cf4d76213909:33109 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-11-08T09:20:01,519 INFO [M:0;cf4d76213909:33109 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:01,520 DEBUG [M:0;cf4d76213909:33109 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057600239Disabling compacts and flushes for region at 1731057600239Disabling writes for close at 1731057600240 (+1 ms)Obtaining lock to block concurrent updates at 1731057600240Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057600240Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731057600240Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057600240Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057600240Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057600253 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057600253Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057600661 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057600676 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057600676Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057601084 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057601096 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057601096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50f8761d: reopening flushed file at 1731057601504 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3194d3: reopening flushed file at 1731057601509 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c74844: reopening flushed file at 1731057601513 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1731057601518 (+5 ms)Writing region close event to WAL at 1731057601519 (+1 ms)Closed at 1731057601519 2024-11-08T09:20:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741830_1006 (size=64435) 2024-11-08T09:20:01,522 INFO [M:0;cf4d76213909:33109 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:20:01,522 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:20:01,522 INFO [M:0;cf4d76213909:33109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33109 2024-11-08T09:20:01,522 INFO [M:0;cf4d76213909:33109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:20:01,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:01,769 INFO [M:0;cf4d76213909:33109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:20:01,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x10119be17c40000, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:01,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4593a87a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:20:01,772 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@388b3372{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:20:01,772 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:20:01,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dcb0280{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:20:01,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3adfdd8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/hadoop.log.dir/,STOPPED} 2024-11-08T09:20:01,774 WARN [BP-611147842-172.17.0.2-1731057556520 heartbeating to localhost/127.0.0.1:39495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:20:01,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:20:01,774 WARN [BP-611147842-172.17.0.2-1731057556520 heartbeating to localhost/127.0.0.1:39495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-611147842-172.17.0.2-1731057556520 (Datanode Uuid 8ab5e2bc-669f-41d2-93d0-f846cfbcf8ec) service to localhost/127.0.0.1:39495 2024-11-08T09:20:01,774 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:20:01,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/cluster_773d13ce-7d86-848e-f55e-78ca75379dba/data/data1/current/BP-611147842-172.17.0.2-1731057556520 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:20:01,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/cluster_773d13ce-7d86-848e-f55e-78ca75379dba/data/data2/current/BP-611147842-172.17.0.2-1731057556520 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:20:01,775 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:20:01,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@750c39a8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:20:01,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e8931af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:20:01,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:20:01,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e3795c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:20:01,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d294e9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e77f02f8-8fd3-98eb-aa2b-d7f447f0553e/hadoop.log.dir/,STOPPED} 2024-11-08T09:20:01,784 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:20:01,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:20:01,822 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 259) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51460) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39495 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51460) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36123 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34843 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51460) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 651) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 401), ProcessCount=11 (was 11), AvailableMemoryMB=5131 (was 5223) 2024-11-08T09:20:01,832 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=5131 2024-11-08T09:20:01,844 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-08T09:20:01,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/hadoop.log.dir so I do NOT create it in target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3 2024-11-08T09:20:01,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:20:01,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/hadoop.tmp.dir so I do NOT create it in target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3 2024-11-08T09:20:01,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c40ae2fc-02fe-8e27-8c12-804d0ccbe371/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:20:01,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3 2024-11-08T09:20:01,845 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/cluster_b9561a3b-f260-6a67-3704-c4621e01b3ab, deleteOnExit=true 2024-11-08T09:20:01,847 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/cluster_b9561a3b-f260-6a67-3704-c4621e01b3ab/zookeeper_0, clientPort=51427, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/cluster_b9561a3b-f260-6a67-3704-c4621e01b3ab/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/cluster_b9561a3b-f260-6a67-3704-c4621e01b3ab/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:20:01,848 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51427 2024-11-08T09:20:01,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:20:01,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:20:01,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/test.cache.data in system properties and HBase conf 2024-11-08T09:20:01,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:20:01,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:20:01,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:20:01,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:20:01,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:20:01,849 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:20:01,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:20:01,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:20:01,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:20:01,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:20:01,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:20:01,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:20:01,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:20:01,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:20:01,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:20:01,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:20:01,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:20:01,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:20:01,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:20:01,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:20:01,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10119be17c40005, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:20:01,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10119be17c40005, quorum=127.0.0.1:51460, baseZNode=/1264983982 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:20:01,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10119be17c40008, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:20:01,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10119be17c40002, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:20:01,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10119be17c40008, quorum=127.0.0.1:51460, baseZNode=/2-1413948180 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:20:01,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10119be17c40002, quorum=127.0.0.1:51460, baseZNode=/0-1800882269 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:20:01,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:20:01,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:01,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:01,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:01,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:01,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:01,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:01,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:01,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:01,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:01,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:01,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:01,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:01,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:01,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:02,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:02,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:20:02,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:20:02,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:20:02,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:20:02,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:02,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53e8966c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:20:02,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41c7b4db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:20:02,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44b3b75b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/java.io.tmpdir/jetty-localhost-36441-hadoop-hdfs-3_4_1-tests_jar-_-any-12364228734684945456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:20:02,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@299d4cd7{HTTP/1.1, (http/1.1)}{localhost:36441} 2024-11-08T09:20:02,288 INFO [Time-limited test {}] server.Server(415): Started @272884ms 2024-11-08T09:20:02,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:02,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:20:02,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:20:02,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:20:02,554 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:20:02,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22a9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:20:02,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f7e26ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:20:02,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22a40561{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/java.io.tmpdir/jetty-localhost-46245-hadoop-hdfs-3_4_1-tests_jar-_-any-15650861643818353746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:20:02,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201d114d{HTTP/1.1, (http/1.1)}{localhost:46245} 2024-11-08T09:20:02,651 INFO [Time-limited test {}] server.Server(415): Started @273247ms 2024-11-08T09:20:02,653 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:20:03,335 WARN [Thread-3430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/cluster_b9561a3b-f260-6a67-3704-c4621e01b3ab/data/data1/current/BP-888732067-172.17.0.2-1731057601878/current, will proceed with Du for space computation calculation, 2024-11-08T09:20:03,335 WARN [Thread-3431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/cluster_b9561a3b-f260-6a67-3704-c4621e01b3ab/data/data2/current/BP-888732067-172.17.0.2-1731057601878/current, will proceed with Du for space computation calculation, 2024-11-08T09:20:03,351 WARN [Thread-3418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:20:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadba5a9889acc262 with lease ID 0xedfd97ff129eca58: Processing first storage report for DS-2008a9e4-8c17-4176-95f3-422982974992 from datanode DatanodeRegistration(127.0.0.1:41561, datanodeUuid=cfe48a61-d00e-4205-b4bc-74196c8e8e8e, infoPort=34175, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1595199067;c=1731057601878) 2024-11-08T09:20:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadba5a9889acc262 with lease ID 0xedfd97ff129eca58: from storage DS-2008a9e4-8c17-4176-95f3-422982974992 node DatanodeRegistration(127.0.0.1:41561, datanodeUuid=cfe48a61-d00e-4205-b4bc-74196c8e8e8e, infoPort=34175, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1595199067;c=1731057601878), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:20:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadba5a9889acc262 with lease ID 0xedfd97ff129eca58: Processing first storage report for DS-b5a59b4d-2609-416a-8f2d-1d2b2c9b52e0 from datanode DatanodeRegistration(127.0.0.1:41561, datanodeUuid=cfe48a61-d00e-4205-b4bc-74196c8e8e8e, infoPort=34175, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1595199067;c=1731057601878) 2024-11-08T09:20:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadba5a9889acc262 with lease ID 0xedfd97ff129eca58: from storage DS-b5a59b4d-2609-416a-8f2d-1d2b2c9b52e0 node DatanodeRegistration(127.0.0.1:41561, datanodeUuid=cfe48a61-d00e-4205-b4bc-74196c8e8e8e, infoPort=34175, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1595199067;c=1731057601878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:20:03,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3 2024-11-08T09:20:03,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:03,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:03,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:20:03,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c with version=8 2024-11-08T09:20:03,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/hbase-staging 2024-11-08T09:20:03,388 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:20:03,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:03,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:03,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:20:03,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:03,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:20:03,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:20:03,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:20:03,389 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38639 2024-11-08T09:20:03,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38639 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T09:20:03,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386390x0, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:03,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38639-0x10119bec8e20000 connected 2024-11-08T09:20:03,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:03,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:03,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Set watcher on znode that does not yet exist, /01971671080/running 2024-11-08T09:20:03,541 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c, hbase.cluster.distributed=false 2024-11-08T09:20:03,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Set watcher on znode that does not yet exist, /01971671080/acl 2024-11-08T09:20:03,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38639 2024-11-08T09:20:03,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38639 2024-11-08T09:20:03,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38639 2024-11-08T09:20:03,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38639 2024-11-08T09:20:03,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38639 2024-11-08T09:20:03,556 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:20:03,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:03,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:03,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:20:03,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:03,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:20:03,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:20:03,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:20:03,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45315 2024-11-08T09:20:03,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45315 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T09:20:03,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:03,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:03,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453150x0, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:03,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453150x0, quorum=127.0.0.1:51427, baseZNode=/01971671080 Set watcher on znode that does not yet exist, /01971671080/running 2024-11-08T09:20:03,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45315-0x10119bec8e20001 connected 2024-11-08T09:20:03,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:20:03,570 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:20:03,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Set watcher on znode that does not yet exist, /01971671080/master 2024-11-08T09:20:03,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Set watcher on znode that does not yet exist, /01971671080/acl 2024-11-08T09:20:03,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45315 2024-11-08T09:20:03,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45315 2024-11-08T09:20:03,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45315 2024-11-08T09:20:03,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45315 2024-11-08T09:20:03,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45315 2024-11-08T09:20:03,594 DEBUG [M:0;cf4d76213909:38639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:38639 2024-11-08T09:20:03,594 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01971671080/backup-masters/cf4d76213909,38639,1731057603388 2024-11-08T09:20:03,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080/backup-masters 2024-11-08T09:20:03,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080/backup-masters 2024-11-08T09:20:03,606 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Set watcher on existing znode=/01971671080/backup-masters/cf4d76213909,38639,1731057603388 2024-11-08T09:20:03,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01971671080/master 2024-11-08T09:20:03,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:03,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:03,617 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Set watcher on existing znode=/01971671080/master 2024-11-08T09:20:03,617 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01971671080/backup-masters/cf4d76213909,38639,1731057603388 from backup master directory 2024-11-08T09:20:03,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080/backup-masters 2024-11-08T09:20:03,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01971671080/backup-masters/cf4d76213909,38639,1731057603388 2024-11-08T09:20:03,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080/backup-masters 2024-11-08T09:20:03,627 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:20:03,627 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,38639,1731057603388 2024-11-08T09:20:03,630 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/hbase.id] with ID: b7a79fc2-53d7-414a-98b3-d7dfdc760510 2024-11-08T09:20:03,630 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/.tmp/hbase.id 2024-11-08T09:20:03,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:20:03,634 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/.tmp/hbase.id]:[hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/hbase.id] 2024-11-08T09:20:03,640 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:03,640 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:20:03,641 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:20:03,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:03,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:03,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:20:03,659 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:20:03,660 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:20:03,660 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:03,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:20:03,664 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store 2024-11-08T09:20:03,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:20:03,668 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:03,668 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:20:03,668 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:03,668 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:03,668 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:20:03,668 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:03,668 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:03,668 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057603668Disabling compacts and flushes for region at 1731057603668Disabling writes for close at 1731057603668Writing region close event to WAL at 1731057603668Closed at 1731057603668 2024-11-08T09:20:03,669 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/.initializing 2024-11-08T09:20:03,669 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/WALs/cf4d76213909,38639,1731057603388 2024-11-08T09:20:03,669 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:20:03,670 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C38639%2C1731057603388, suffix=, logDir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/WALs/cf4d76213909,38639,1731057603388, archiveDir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/oldWALs, maxLogs=10 2024-11-08T09:20:03,683 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/WALs/cf4d76213909,38639,1731057603388/cf4d76213909%2C38639%2C1731057603388.1731057603671, exclude list is [], retry=0 2024-11-08T09:20:03,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-2008a9e4-8c17-4176-95f3-422982974992,DISK] 2024-11-08T09:20:03,686 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/WALs/cf4d76213909,38639,1731057603388/cf4d76213909%2C38639%2C1731057603388.1731057603671 2024-11-08T09:20:03,686 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34175:34175)] 2024-11-08T09:20:03,686 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:03,686 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:03,687 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:03,687 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:03,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:03,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:20:03,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:03,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:03,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:03,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:20:03,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:03,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:03,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:03,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:20:03,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:03,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:03,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:03,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:20:03,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:03,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:03,692 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:03,692 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:03,692 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:03,693 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:03,693 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:03,694 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:03,695 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:03,700 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:03,701 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63435728, jitterRate=-0.054733991622924805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:03,702 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057603687Initializing all the Stores at 1731057603687Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057603687Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057603687Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057603687Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057603687Cleaning up temporary data from old regions at 1731057603693 (+6 ms)Region opened successfully at 1731057603701 (+8 ms) 2024-11-08T09:20:03,702 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:20:03,704 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b0efa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:20:03,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:20:03,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:20:03,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:20:03,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:20:03,705 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:20:03,706 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:20:03,706 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:20:03,707 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:20:03,708 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Unable to get data of znode /01971671080/balancer because node does not exist (not necessarily an error) 2024-11-08T09:20:03,717 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01971671080/balancer already deleted, retry=false 2024-11-08T09:20:03,717 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:20:03,717 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Unable to get data of znode /01971671080/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:20:03,727 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01971671080/normalizer already deleted, retry=false 2024-11-08T09:20:03,727 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:20:03,728 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Unable to get data of znode /01971671080/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:20:03,738 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01971671080/switch/split already deleted, retry=false 2024-11-08T09:20:03,738 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Unable to get data of znode /01971671080/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:20:03,748 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01971671080/switch/merge already deleted, retry=false 2024-11-08T09:20:03,750 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Unable to get data of znode /01971671080/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:20:03,759 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01971671080/snapshot-cleanup already deleted, retry=false 2024-11-08T09:20:03,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01971671080/running 2024-11-08T09:20:03,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01971671080/running 2024-11-08T09:20:03,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:03,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:03,770 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,38639,1731057603388, sessionid=0x10119bec8e20000, setting cluster-up flag (Was=false) 2024-11-08T09:20:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:03,822 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01971671080/flush-table-proc/acquired, /01971671080/flush-table-proc/reached, /01971671080/flush-table-proc/abort 2024-11-08T09:20:03,823 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,38639,1731057603388 2024-11-08T09:20:03,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:03,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:03,875 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01971671080/online-snapshot/acquired, /01971671080/online-snapshot/reached, /01971671080/online-snapshot/abort 2024-11-08T09:20:03,876 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,38639,1731057603388 2024-11-08T09:20:03,876 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:20:03,878 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:03,878 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:20:03,878 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:20:03,878 WARN [master/cf4d76213909:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of cf4d76213909,39251,1731057467470: status=Processing ServerCrashProcedure of cf4d76213909,39251,1731057467470 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731057483468, completionTime=-1 appears to have been leaked 2024-11-08T09:20:03,878 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,38639,1731057603388 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:20:03,879 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:03,879 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:03,879 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:03,879 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:03,880 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:20:03,880 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:03,880 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:20:03,880 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:03,880 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057633880 2024-11-08T09:20:03,880 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:20:03,880 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:20:03,880 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:20:03,880 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:20:03,881 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:20:03,881 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:20:03,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:03,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:20:03,882 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:03,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:20:03,884 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,885 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(746): ClusterId : b7a79fc2-53d7-414a-98b3-d7dfdc760510 2024-11-08T09:20:03,885 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:20:03,888 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:20:03,888 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:20:03,888 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:20:03,888 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:20:03,889 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:20:03,889 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:20:03,891 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057603889,5,FailOnTimeoutGroup] 2024-11-08T09:20:03,891 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057603891,5,FailOnTimeoutGroup] 2024-11-08T09:20:03,891 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,891 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:20:03,891 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,891 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:20:03,896 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:20:03,896 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:20:03,907 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:20:03,907 DEBUG [RS:0;cf4d76213909:45315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dedee21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:20:03,920 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:45315 2024-11-08T09:20:03,920 INFO [RS:0;cf4d76213909:45315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:20:03,920 INFO [RS:0;cf4d76213909:45315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:20:03,920 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:20:03,921 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,38639,1731057603388 with port=45315, startcode=1731057603556 2024-11-08T09:20:03,921 DEBUG [RS:0;cf4d76213909:45315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:20:03,922 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:20:03,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38639 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,45315,1731057603556 2024-11-08T09:20:03,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38639 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,45315,1731057603556 2024-11-08T09:20:03,924 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c 2024-11-08T09:20:03,924 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39023 2024-11-08T09:20:03,924 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:20:03,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080/rs 2024-11-08T09:20:03,933 DEBUG [RS:0;cf4d76213909:45315 {}] zookeeper.ZKUtil(111): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Set watcher on existing znode=/01971671080/rs/cf4d76213909,45315,1731057603556 2024-11-08T09:20:03,933 WARN [RS:0;cf4d76213909:45315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:20:03,933 INFO [RS:0;cf4d76213909:45315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:03,933 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556 2024-11-08T09:20:03,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,45315,1731057603556] 2024-11-08T09:20:03,935 INFO [RS:0;cf4d76213909:45315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:20:03,936 INFO [RS:0;cf4d76213909:45315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:20:03,936 INFO [RS:0;cf4d76213909:45315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:20:03,936 INFO [RS:0;cf4d76213909:45315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,936 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:20:03,937 INFO [RS:0;cf4d76213909:45315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:20:03,937 INFO [RS:0;cf4d76213909:45315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:20:03,937 DEBUG [RS:0;cf4d76213909:45315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:20:03,940 INFO [RS:0;cf4d76213909:45315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,940 INFO [RS:0;cf4d76213909:45315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,940 INFO [RS:0;cf4d76213909:45315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,940 INFO [RS:0;cf4d76213909:45315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,940 INFO [RS:0;cf4d76213909:45315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,940 INFO [RS:0;cf4d76213909:45315 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45315,1731057603556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:20:03,953 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:20:03,953 INFO [RS:0;cf4d76213909:45315 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,45315,1731057603556-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,953 INFO [RS:0;cf4d76213909:45315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,953 INFO [RS:0;cf4d76213909:45315 {}] regionserver.Replication(171): cf4d76213909,45315,1731057603556 started 2024-11-08T09:20:03,966 INFO [RS:0;cf4d76213909:45315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:03,966 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,45315,1731057603556, RpcServer on cf4d76213909/172.17.0.2:45315, sessionid=0x10119bec8e20001 2024-11-08T09:20:03,966 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:20:03,966 DEBUG [RS:0;cf4d76213909:45315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,45315,1731057603556 2024-11-08T09:20:03,966 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,45315,1731057603556' 2024-11-08T09:20:03,966 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01971671080/flush-table-proc/abort' 2024-11-08T09:20:03,966 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01971671080/flush-table-proc/acquired' 2024-11-08T09:20:03,967 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:20:03,967 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:20:03,967 DEBUG [RS:0;cf4d76213909:45315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,45315,1731057603556 2024-11-08T09:20:03,967 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,45315,1731057603556' 2024-11-08T09:20:03,967 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01971671080/online-snapshot/abort' 2024-11-08T09:20:03,967 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01971671080/online-snapshot/acquired' 2024-11-08T09:20:03,967 DEBUG [RS:0;cf4d76213909:45315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:20:03,967 INFO [RS:0;cf4d76213909:45315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:20:03,967 INFO [RS:0;cf4d76213909:45315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:20:04,068 INFO [RS:0;cf4d76213909:45315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:20:04,069 INFO [RS:0;cf4d76213909:45315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45315%2C1731057603556, suffix=, logDir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556, archiveDir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/oldWALs, maxLogs=10 2024-11-08T09:20:04,081 DEBUG [RS:0;cf4d76213909:45315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069, exclude list is [], retry=0 2024-11-08T09:20:04,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-2008a9e4-8c17-4176-95f3-422982974992,DISK] 2024-11-08T09:20:04,085 INFO [RS:0;cf4d76213909:45315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 2024-11-08T09:20:04,085 DEBUG [RS:0;cf4d76213909:45315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34175:34175)] 2024-11-08T09:20:04,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:20:04,294 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c 2024-11-08T09:20:04,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:20:04,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:04,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:20:04,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:20:04,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:04,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:04,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:20:04,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:20:04,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:04,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:04,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:20:04,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:20:04,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:04,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:04,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:20:04,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:20:04,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:04,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:04,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:20:04,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740 2024-11-08T09:20:04,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740 2024-11-08T09:20:04,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:20:04,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:20:04,705 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:04,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:20:04,707 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:04,708 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74414547, jitterRate=0.10886316001415253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:04,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057604698Initializing all the Stores at 1731057604699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057604699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057604699Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057604699Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057604699Cleaning up temporary data from old regions at 1731057604705 (+6 ms)Region opened successfully at 1731057604708 (+3 ms) 2024-11-08T09:20:04,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:20:04,708 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:20:04,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:20:04,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:20:04,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:20:04,709 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:20:04,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057604708Disabling compacts and flushes for region at 1731057604708Disabling writes for close at 1731057604709 (+1 ms)Writing region close event to WAL at 1731057604709Closed at 1731057604709 2024-11-08T09:20:04,710 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:04,710 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:20:04,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:20:04,711 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:20:04,712 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:20:04,862 DEBUG [cf4d76213909:38639 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:20:04,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,45315,1731057603556 2024-11-08T09:20:04,863 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,45315,1731057603556, state=OPENING 2024-11-08T09:20:04,980 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:20:04,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:04,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:04,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01971671080/meta-region-server: CHANGED 2024-11-08T09:20:04,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01971671080/meta-region-server: CHANGED 2024-11-08T09:20:04,991 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:20:04,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,45315,1731057603556}] 2024-11-08T09:20:05,143 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:20:05,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:20:05,147 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:20:05,147 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:05,147 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:20:05,148 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45315%2C1731057603556.meta, suffix=.meta, logDir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556, archiveDir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/oldWALs, maxLogs=10 2024-11-08T09:20:05,160 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.meta.1731057605149.meta, exclude list is [], retry=0 2024-11-08T09:20:05,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-2008a9e4-8c17-4176-95f3-422982974992,DISK] 2024-11-08T09:20:05,163 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.meta.1731057605149.meta 2024-11-08T09:20:05,164 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34175:34175)] 2024-11-08T09:20:05,164 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:05,164 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:20:05,164 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:20:05,164 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:20:05,164 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:20:05,164 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:20:05,164 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:05,164 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:20:05,164 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:20:05,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:20:05,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:20:05,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:05,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:05,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:20:05,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:20:05,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:05,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:05,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:20:05,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:20:05,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:05,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:05,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:20:05,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:20:05,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:05,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:05,171 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:20:05,172 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740 2024-11-08T09:20:05,173 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740 2024-11-08T09:20:05,174 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:20:05,174 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:20:05,175 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:05,176 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:20:05,176 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75228756, jitterRate=0.12099581956863403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:05,176 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:20:05,177 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057605165Writing region info on filesystem at 1731057605165Initializing all the Stores at 1731057605165Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057605165Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057605167 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057605167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057605167Cleaning up temporary data from old regions at 1731057605174 (+7 ms)Running coprocessor post-open hooks at 1731057605176 (+2 ms)Region opened successfully at 1731057605177 (+1 ms) 2024-11-08T09:20:05,178 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057605143 2024-11-08T09:20:05,179 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:20:05,179 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:20:05,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,45315,1731057603556 2024-11-08T09:20:05,180 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,45315,1731057603556, state=OPEN 2024-11-08T09:20:05,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01971671080/meta-region-server 2024-11-08T09:20:05,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01971671080/meta-region-server 2024-11-08T09:20:05,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01971671080/meta-region-server: CHANGED 2024-11-08T09:20:05,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01971671080/meta-region-server: CHANGED 2024-11-08T09:20:05,218 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,45315,1731057603556 2024-11-08T09:20:05,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:20:05,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,45315,1731057603556 in 227 msec 2024-11-08T09:20:05,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:20:05,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 510 msec 2024-11-08T09:20:05,222 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:05,222 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:20:05,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:05,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45315,1731057603556, seqNum=-1] 2024-11-08T09:20:05,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:05,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:20:05,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3500 sec 2024-11-08T09:20:05,228 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057605228, completionTime=-1 2024-11-08T09:20:05,228 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:20:05,228 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:20:05,230 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:20:05,230 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057665230 2024-11-08T09:20:05,230 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057725230 2024-11-08T09:20:05,230 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T09:20:05,230 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,38639,1731057603388-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:05,230 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,38639,1731057603388-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:05,230 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,38639,1731057603388-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:05,231 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:38639, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:05,231 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:05,231 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:05,232 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:20:05,233 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.606sec 2024-11-08T09:20:05,234 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:20:05,234 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:20:05,234 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:20:05,234 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:20:05,234 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:20:05,234 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,38639,1731057603388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:20:05,234 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,38639,1731057603388-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:20:05,235 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:20:05,235 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:20:05,235 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,38639,1731057603388-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:05,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7201fd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:05,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,38639,-1 for getting cluster id 2024-11-08T09:20:05,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:05,287 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7a79fc2-53d7-414a-98b3-d7dfdc760510' 2024-11-08T09:20:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7a79fc2-53d7-414a-98b3-d7dfdc760510" 2024-11-08T09:20:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44642077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,38639,-1] 2024-11-08T09:20:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:05,289 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:05,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cdc0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:05,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45315,1731057603556, seqNum=-1] 2024-11-08T09:20:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:05,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:20:05,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,38639,1731057603388 2024-11-08T09:20:05,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T09:20:05,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:05,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10119bec8e20002 connected 2024-11-08T09:20:05,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/hadoop.log.dir so I do NOT create it in target/test-data/50048396-fa64-6819-4b75-98958a076b6b 2024-11-08T09:20:05,324 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:20:05,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/hadoop.tmp.dir so I do NOT create it in target/test-data/50048396-fa64-6819-4b75-98958a076b6b 2024-11-08T09:20:05,324 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:20:05,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b 2024-11-08T09:20:05,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:20:05,324 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/cluster_80fe7547-8cc9-fc37-a8f5-378ae757a9ae, deleteOnExit=true 2024-11-08T09:20:05,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:20:05,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/test.cache.data in system properties and HBase conf 2024-11-08T09:20:05,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:20:05,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:20:05,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:20:05,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:20:05,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:20:05,325 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:20:05,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:20:05,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:20:05,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:20:05,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:20:05,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:20:05,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:20:05,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:20:05,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:20:05,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:20:05,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:20:05,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:20:05,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:20:05,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:20:05,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:20:05,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:05,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:20:05,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:20:05,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:20:05,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:20:05,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:05,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33b6bc08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:20:05,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@712132b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:20:05,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f416987{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/java.io.tmpdir/jetty-localhost-40299-hadoop-hdfs-3_4_1-tests_jar-_-any-887430784183034929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:20:05,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c2bd0ee{HTTP/1.1, (http/1.1)}{localhost:40299} 2024-11-08T09:20:05,753 INFO [Time-limited test {}] server.Server(415): Started @276349ms 2024-11-08T09:20:06,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:06,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:20:06,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:20:06,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:20:06,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:20:06,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725fdcce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:20:06,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4840c13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:20:06,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6e5c5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/java.io.tmpdir/jetty-localhost-37757-hadoop-hdfs-3_4_1-tests_jar-_-any-18436361578291832563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:20:06,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7daa1e89{HTTP/1.1, (http/1.1)}{localhost:37757} 2024-11-08T09:20:06,112 INFO [Time-limited test {}] server.Server(415): Started @276708ms 2024-11-08T09:20:06,114 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:20:07,009 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/cluster_80fe7547-8cc9-fc37-a8f5-378ae757a9ae/data/data1/current/BP-1919875726-172.17.0.2-1731057605354/current, will proceed with Du for space computation calculation, 2024-11-08T09:20:07,009 WARN [Thread-3551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/cluster_80fe7547-8cc9-fc37-a8f5-378ae757a9ae/data/data2/current/BP-1919875726-172.17.0.2-1731057605354/current, will proceed with Du for space computation calculation, 2024-11-08T09:20:07,029 WARN [Thread-3538 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:20:07,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8e36d63bb156580 with lease ID 0x2efd20def0a56307: Processing first storage report for DS-8ff22466-f96e-4679-aa99-54658759e3af from datanode DatanodeRegistration(127.0.0.1:42321, datanodeUuid=a6b659ef-b606-4ffe-927a-2a87160f0111, infoPort=36319, infoSecurePort=0, ipcPort=36559, storageInfo=lv=-57;cid=testClusterID;nsid=1085838819;c=1731057605354) 2024-11-08T09:20:07,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8e36d63bb156580 with lease ID 0x2efd20def0a56307: from storage DS-8ff22466-f96e-4679-aa99-54658759e3af node DatanodeRegistration(127.0.0.1:42321, datanodeUuid=a6b659ef-b606-4ffe-927a-2a87160f0111, infoPort=36319, infoSecurePort=0, ipcPort=36559, storageInfo=lv=-57;cid=testClusterID;nsid=1085838819;c=1731057605354), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:20:07,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8e36d63bb156580 with lease ID 0x2efd20def0a56307: Processing first storage report for DS-69170e66-9119-4e8b-be80-ac28262ffddc from datanode DatanodeRegistration(127.0.0.1:42321, datanodeUuid=a6b659ef-b606-4ffe-927a-2a87160f0111, infoPort=36319, infoSecurePort=0, ipcPort=36559, storageInfo=lv=-57;cid=testClusterID;nsid=1085838819;c=1731057605354) 2024-11-08T09:20:07,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8e36d63bb156580 with lease ID 0x2efd20def0a56307: from storage DS-69170e66-9119-4e8b-be80-ac28262ffddc node DatanodeRegistration(127.0.0.1:42321, datanodeUuid=a6b659ef-b606-4ffe-927a-2a87160f0111, infoPort=36319, infoSecurePort=0, ipcPort=36559, storageInfo=lv=-57;cid=testClusterID;nsid=1085838819;c=1731057605354), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:20:07,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b 2024-11-08T09:20:07,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:07,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:20:07,051 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47 with version=8 2024-11-08T09:20:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/hbase-staging 2024-11-08T09:20:07,053 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:20:07,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:07,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:07,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:20:07,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:07,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:20:07,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:20:07,053 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:20:07,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41771 2024-11-08T09:20:07,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41771 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T09:20:07,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417710x0, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:07,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41771-0x10119bec8e20003 connected 2024-11-08T09:20:07,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:07,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:07,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Set watcher on znode that does not yet exist, /11047660424/running 2024-11-08T09:20:07,151 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47, hbase.cluster.distributed=false 2024-11-08T09:20:07,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Set watcher on znode that does not yet exist, /11047660424/acl 2024-11-08T09:20:07,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41771 2024-11-08T09:20:07,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41771 2024-11-08T09:20:07,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41771 2024-11-08T09:20:07,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41771 2024-11-08T09:20:07,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41771 2024-11-08T09:20:07,166 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:20:07,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:07,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:07,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:20:07,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:07,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:20:07,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:20:07,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:20:07,167 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38195 2024-11-08T09:20:07,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38195 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T09:20:07,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:07,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:07,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381950x0, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:07,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38195-0x10119bec8e20004 connected 2024-11-08T09:20:07,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Set watcher on znode that does not yet exist, /11047660424/running 2024-11-08T09:20:07,180 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:20:07,181 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:20:07,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Set watcher on znode that does not yet exist, /11047660424/master 2024-11-08T09:20:07,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Set watcher on znode that does not yet exist, /11047660424/acl 2024-11-08T09:20:07,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38195 2024-11-08T09:20:07,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38195 2024-11-08T09:20:07,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38195 2024-11-08T09:20:07,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38195 2024-11-08T09:20:07,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38195 2024-11-08T09:20:07,199 DEBUG [M:0;cf4d76213909:41771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:41771 2024-11-08T09:20:07,199 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11047660424/backup-masters/cf4d76213909,41771,1731057607053 2024-11-08T09:20:07,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424/backup-masters 2024-11-08T09:20:07,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424/backup-masters 2024-11-08T09:20:07,212 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Set watcher on existing znode=/11047660424/backup-masters/cf4d76213909,41771,1731057607053 2024-11-08T09:20:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11047660424/master 2024-11-08T09:20:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:07,222 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Set watcher on existing znode=/11047660424/master 2024-11-08T09:20:07,222 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11047660424/backup-masters/cf4d76213909,41771,1731057607053 from backup master directory 2024-11-08T09:20:07,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11047660424/backup-masters/cf4d76213909,41771,1731057607053 2024-11-08T09:20:07,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424/backup-masters 2024-11-08T09:20:07,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424/backup-masters 2024-11-08T09:20:07,232 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:20:07,232 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,41771,1731057607053 2024-11-08T09:20:07,235 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/hbase.id] with ID: 575fccc7-6188-42a0-a513-681b1e5672ed 2024-11-08T09:20:07,235 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/.tmp/hbase.id 2024-11-08T09:20:07,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:20:07,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T09:20:07,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:20:07,643 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/.tmp/hbase.id]:[hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/hbase.id] 2024-11-08T09:20:07,651 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:07,651 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:20:07,652 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:20:07,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:07,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:07,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:20:08,132 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:20:08,133 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:20:08,134 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:08,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:20:08,540 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store 2024-11-08T09:20:08,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:20:08,945 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:08,945 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:20:08,945 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:08,946 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:08,946 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:20:08,946 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:08,946 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:08,946 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057608945Disabling compacts and flushes for region at 1731057608945Disabling writes for close at 1731057608946 (+1 ms)Writing region close event to WAL at 1731057608946Closed at 1731057608946 2024-11-08T09:20:08,946 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/.initializing 2024-11-08T09:20:08,946 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/WALs/cf4d76213909,41771,1731057607053 2024-11-08T09:20:08,947 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:20:08,949 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C41771%2C1731057607053, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/WALs/cf4d76213909,41771,1731057607053, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/oldWALs, maxLogs=10 2024-11-08T09:20:08,962 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/WALs/cf4d76213909,41771,1731057607053/cf4d76213909%2C41771%2C1731057607053.1731057608949, exclude list is [], retry=0 2024-11-08T09:20:08,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42321,DS-8ff22466-f96e-4679-aa99-54658759e3af,DISK] 2024-11-08T09:20:08,965 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/WALs/cf4d76213909,41771,1731057607053/cf4d76213909%2C41771%2C1731057607053.1731057608949 2024-11-08T09:20:08,966 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36319:36319)] 2024-11-08T09:20:08,966 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:08,966 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:08,966 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:08,966 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:08,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:08,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:20:08,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:08,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:08,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:08,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:20:08,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:08,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:08,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:08,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:20:08,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:08,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:08,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:08,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:20:08,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:08,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:08,972 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:08,972 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:08,973 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:08,974 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:08,974 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:08,974 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:08,975 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:08,976 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:08,976 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73211320, jitterRate=0.09093368053436279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:08,976 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057608966Initializing all the Stores at 1731057608967 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057608967Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057608967Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057608967Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057608967Cleaning up temporary data from old regions at 1731057608974 (+7 ms)Region opened successfully at 1731057608976 (+2 ms) 2024-11-08T09:20:08,977 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:20:08,978 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f7fb5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:20:08,979 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:20:08,979 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:20:08,979 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:20:08,979 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:20:08,980 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:20:08,980 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:20:08,980 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:20:08,981 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:20:08,982 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Unable to get data of znode /11047660424/balancer because node does not exist (not necessarily an error) 2024-11-08T09:20:09,064 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11047660424/balancer already deleted, retry=false 2024-11-08T09:20:09,064 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:20:09,065 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Unable to get data of znode /11047660424/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:20:09,074 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11047660424/normalizer already deleted, retry=false 2024-11-08T09:20:09,074 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:20:09,075 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Unable to get data of znode /11047660424/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:20:09,085 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11047660424/switch/split already deleted, retry=false 2024-11-08T09:20:09,086 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Unable to get data of znode /11047660424/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:20:09,095 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11047660424/switch/merge already deleted, retry=false 2024-11-08T09:20:09,097 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Unable to get data of znode /11047660424/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:20:09,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11047660424/snapshot-cleanup already deleted, retry=false 2024-11-08T09:20:09,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11047660424/running 2024-11-08T09:20:09,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11047660424/running 2024-11-08T09:20:09,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:09,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:09,117 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,41771,1731057607053, sessionid=0x10119bec8e20003, setting cluster-up flag (Was=false) 2024-11-08T09:20:09,120 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:09,121 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:20:09,121 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88594 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:20:09,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:09,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:09,169 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11047660424/flush-table-proc/acquired, /11047660424/flush-table-proc/reached, /11047660424/flush-table-proc/abort 2024-11-08T09:20:09,170 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,41771,1731057607053 2024-11-08T09:20:09,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:09,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:09,222 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11047660424/online-snapshot/acquired, /11047660424/online-snapshot/reached, /11047660424/online-snapshot/abort 2024-11-08T09:20:09,223 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,41771,1731057607053 2024-11-08T09:20:09,224 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:20:09,225 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:09,225 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:20:09,225 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:20:09,225 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,41771,1731057607053 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:20:09,227 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:09,227 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:09,227 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:09,227 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:09,227 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:20:09,227 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:09,227 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:20:09,227 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:09,228 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057639228 2024-11-08T09:20:09,228 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:20:09,228 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:20:09,228 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:20:09,228 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:20:09,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:09,228 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:20:09,228 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:20:09,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:20:09,228 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,228 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:20:09,229 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:20:09,229 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:20:09,229 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:20:09,229 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:09,229 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:20:09,229 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:20:09,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:20:09,229 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057609229,5,FailOnTimeoutGroup] 2024-11-08T09:20:09,229 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057609229,5,FailOnTimeoutGroup] 2024-11-08T09:20:09,229 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,229 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:20:09,229 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,229 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:20:09,291 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(746): ClusterId : 575fccc7-6188-42a0-a513-681b1e5672ed 2024-11-08T09:20:09,291 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:20:09,301 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:20:09,301 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:20:09,311 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:20:09,312 DEBUG [RS:0;cf4d76213909:38195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292ec95f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:20:09,323 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:38195 2024-11-08T09:20:09,323 INFO [RS:0;cf4d76213909:38195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:20:09,323 INFO [RS:0;cf4d76213909:38195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:20:09,324 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:20:09,324 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,41771,1731057607053 with port=38195, startcode=1731057607166 2024-11-08T09:20:09,324 DEBUG [RS:0;cf4d76213909:38195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:20:09,326 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:20:09,326 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,38195,1731057607166 2024-11-08T09:20:09,326 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41771 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,38195,1731057607166 2024-11-08T09:20:09,327 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47 2024-11-08T09:20:09,327 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41947 2024-11-08T09:20:09,327 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:20:09,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424/rs 2024-11-08T09:20:09,377 DEBUG [RS:0;cf4d76213909:38195 {}] zookeeper.ZKUtil(111): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Set watcher on existing znode=/11047660424/rs/cf4d76213909,38195,1731057607166 2024-11-08T09:20:09,378 WARN [RS:0;cf4d76213909:38195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:20:09,378 INFO [RS:0;cf4d76213909:38195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:09,378 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166 2024-11-08T09:20:09,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,38195,1731057607166] 2024-11-08T09:20:09,380 INFO [RS:0;cf4d76213909:38195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:20:09,381 INFO [RS:0;cf4d76213909:38195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:20:09,382 INFO [RS:0;cf4d76213909:38195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:20:09,382 INFO [RS:0;cf4d76213909:38195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,382 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:20:09,383 INFO [RS:0;cf4d76213909:38195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:20:09,383 INFO [RS:0;cf4d76213909:38195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:20:09,383 DEBUG [RS:0;cf4d76213909:38195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:20:09,385 INFO [RS:0;cf4d76213909:38195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,385 INFO [RS:0;cf4d76213909:38195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,385 INFO [RS:0;cf4d76213909:38195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,385 INFO [RS:0;cf4d76213909:38195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,385 INFO [RS:0;cf4d76213909:38195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,385 INFO [RS:0;cf4d76213909:38195 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,38195,1731057607166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:20:09,400 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:20:09,400 INFO [RS:0;cf4d76213909:38195 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,38195,1731057607166-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,400 INFO [RS:0;cf4d76213909:38195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,400 INFO [RS:0;cf4d76213909:38195 {}] regionserver.Replication(171): cf4d76213909,38195,1731057607166 started 2024-11-08T09:20:09,413 INFO [RS:0;cf4d76213909:38195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:09,413 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,38195,1731057607166, RpcServer on cf4d76213909/172.17.0.2:38195, sessionid=0x10119bec8e20004 2024-11-08T09:20:09,413 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:20:09,413 DEBUG [RS:0;cf4d76213909:38195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,38195,1731057607166 2024-11-08T09:20:09,413 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,38195,1731057607166' 2024-11-08T09:20:09,413 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11047660424/flush-table-proc/abort' 2024-11-08T09:20:09,413 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11047660424/flush-table-proc/acquired' 2024-11-08T09:20:09,414 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:20:09,414 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:20:09,414 DEBUG [RS:0;cf4d76213909:38195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,38195,1731057607166 2024-11-08T09:20:09,414 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,38195,1731057607166' 2024-11-08T09:20:09,414 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11047660424/online-snapshot/abort' 2024-11-08T09:20:09,414 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11047660424/online-snapshot/acquired' 2024-11-08T09:20:09,414 DEBUG [RS:0;cf4d76213909:38195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:20:09,414 INFO [RS:0;cf4d76213909:38195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:20:09,415 INFO [RS:0;cf4d76213909:38195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:20:09,515 INFO [RS:0;cf4d76213909:38195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:20:09,516 INFO [RS:0;cf4d76213909:38195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C38195%2C1731057607166, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/oldWALs, maxLogs=10 2024-11-08T09:20:09,529 DEBUG [RS:0;cf4d76213909:38195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516, exclude list is [], retry=0 2024-11-08T09:20:09,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42321,DS-8ff22466-f96e-4679-aa99-54658759e3af,DISK] 2024-11-08T09:20:09,533 INFO [RS:0;cf4d76213909:38195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 2024-11-08T09:20:09,533 DEBUG [RS:0;cf4d76213909:38195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36319:36319)] 2024-11-08T09:20:09,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:20:09,635 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47 2024-11-08T09:20:09,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:20:09,935 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:20:10,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:10,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:20:10,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:20:10,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:10,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:10,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:20:10,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:20:10,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:10,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:10,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:20:10,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:20:10,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:10,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:10,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:20:10,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:20:10,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:10,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:10,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:20:10,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740 2024-11-08T09:20:10,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740 2024-11-08T09:20:10,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:20:10,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:20:10,048 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:10,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:20:10,051 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:10,051 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73152109, jitterRate=0.09005136787891388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:10,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057610040Initializing all the Stores at 1731057610040Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057610040Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057610041 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057610041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057610041Cleaning up temporary data from old regions at 1731057610048 (+7 ms)Region opened successfully at 1731057610051 (+3 ms) 2024-11-08T09:20:10,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:20:10,052 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:20:10,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:20:10,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:20:10,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:20:10,052 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:20:10,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057610051Disabling compacts and flushes for region at 1731057610051Disabling writes for close at 1731057610052 (+1 ms)Writing region close event to WAL at 1731057610052Closed at 1731057610052 2024-11-08T09:20:10,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:10,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:20:10,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:20:10,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:20:10,055 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:20:10,205 DEBUG [cf4d76213909:41771 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:20:10,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,38195,1731057607166 2024-11-08T09:20:10,206 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,38195,1731057607166, state=OPENING 2024-11-08T09:20:10,274 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:20:10,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:10,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:10,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11047660424/meta-region-server: CHANGED 2024-11-08T09:20:10,285 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:20:10,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11047660424/meta-region-server: CHANGED 2024-11-08T09:20:10,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,38195,1731057607166}] 2024-11-08T09:20:10,437 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:20:10,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:20:10,441 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:20:10,442 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:10,442 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:20:10,443 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C38195%2C1731057607166.meta, suffix=.meta, logDir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/oldWALs, maxLogs=10 2024-11-08T09:20:10,456 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.meta.1731057610443.meta, exclude list is [], retry=0 2024-11-08T09:20:10,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42321,DS-8ff22466-f96e-4679-aa99-54658759e3af,DISK] 2024-11-08T09:20:10,458 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.meta.1731057610443.meta 2024-11-08T09:20:10,459 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36319:36319)] 2024-11-08T09:20:10,459 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:10,459 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:20:10,459 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:20:10,459 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:20:10,459 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:20:10,459 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:20:10,459 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:10,460 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:20:10,460 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:20:10,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:20:10,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:20:10,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:10,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:10,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:20:10,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:20:10,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:10,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:10,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:20:10,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:20:10,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:10,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:10,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:20:10,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:20:10,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:10,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:10,465 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:20:10,466 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740 2024-11-08T09:20:10,466 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740 2024-11-08T09:20:10,467 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:20:10,467 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:20:10,467 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:10,468 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:20:10,469 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69934525, jitterRate=0.04210563004016876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:10,469 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:20:10,469 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057610460Writing region info on filesystem at 1731057610460Initializing all the Stores at 1731057610460Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057610460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057610461 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057610461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057610461Cleaning up temporary data from old regions at 1731057610467 (+6 ms)Running coprocessor post-open hooks at 1731057610469 (+2 ms)Region opened successfully at 1731057610469 2024-11-08T09:20:10,469 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057610437 2024-11-08T09:20:10,471 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:20:10,471 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:20:10,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,38195,1731057607166 2024-11-08T09:20:10,473 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,38195,1731057607166, state=OPEN 2024-11-08T09:20:10,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11047660424/meta-region-server 2024-11-08T09:20:10,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11047660424/meta-region-server 2024-11-08T09:20:10,485 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,38195,1731057607166 2024-11-08T09:20:10,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11047660424/meta-region-server: CHANGED 2024-11-08T09:20:10,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11047660424/meta-region-server: CHANGED 2024-11-08T09:20:10,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:20:10,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,38195,1731057607166 in 200 msec 2024-11-08T09:20:10,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:20:10,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-08T09:20:10,489 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:10,489 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:20:10,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:10,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38195,1731057607166, seqNum=-1] 2024-11-08T09:20:10,490 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:10,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:20:10,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-08T09:20:10,495 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057610495, completionTime=-1 2024-11-08T09:20:10,495 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:20:10,495 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:20:10,496 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:20:10,496 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057670496 2024-11-08T09:20:10,496 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057730496 2024-11-08T09:20:10,496 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T09:20:10,497 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41771,1731057607053-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:10,497 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41771,1731057607053-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:10,497 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41771,1731057607053-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:10,497 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:41771, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:10,497 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:10,497 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:10,498 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:20:10,500 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.268sec 2024-11-08T09:20:10,500 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:20:10,500 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:20:10,500 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:20:10,500 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:20:10,500 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:20:10,500 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41771,1731057607053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:20:10,500 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41771,1731057607053-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:20:10,502 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:20:10,502 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:20:10,502 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,41771,1731057607053-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:10,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae160ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:10,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41771,-1 for getting cluster id 2024-11-08T09:20:10,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:10,593 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '575fccc7-6188-42a0-a513-681b1e5672ed' 2024-11-08T09:20:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "575fccc7-6188-42a0-a513-681b1e5672ed" 2024-11-08T09:20:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669db9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41771,-1] 2024-11-08T09:20:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:10,595 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:10,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511e400c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:10,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:10,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38195,1731057607166, seqNum=-1] 2024-11-08T09:20:10,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:10,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:20:10,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,41771,1731057607053 2024-11-08T09:20:10,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T09:20:10,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:10,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10119bec8e20005 connected 2024-11-08T09:20:10,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/hadoop.log.dir so I do NOT create it in target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee 2024-11-08T09:20:10,624 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:20:10,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/hadoop.tmp.dir so I do NOT create it in target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee 2024-11-08T09:20:10,624 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:20:10,624 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee 2024-11-08T09:20:10,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:20:10,624 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/cluster_edd97198-9019-53e8-a459-099573e34ef3, deleteOnExit=true 2024-11-08T09:20:10,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:20:10,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/test.cache.data in system properties and HBase conf 2024-11-08T09:20:10,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:20:10,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:20:10,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:20:10,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:20:10,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:20:10,625 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:20:10,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:20:10,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:20:10,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:10,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:10,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:20:10,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:20:10,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:20:10,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:20:10,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:10,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6035ec59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:20:10,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b331d6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:20:11,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48c629e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/java.io.tmpdir/jetty-localhost-40491-hadoop-hdfs-3_4_1-tests_jar-_-any-6613978962052134179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:20:11,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b8b2131{HTTP/1.1, (http/1.1)}{localhost:40491} 2024-11-08T09:20:11,084 INFO [Time-limited test {}] server.Server(415): Started @281679ms 2024-11-08T09:20:11,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:11,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:20:11,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:20:11,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:20:11,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:20:11,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f7a0f09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:20:11,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@554d416c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:20:11,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e1f7cc4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/java.io.tmpdir/jetty-localhost-33069-hadoop-hdfs-3_4_1-tests_jar-_-any-18147745689034626122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:20:11,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb8aaa4{HTTP/1.1, (http/1.1)}{localhost:33069} 2024-11-08T09:20:11,574 INFO [Time-limited test {}] server.Server(415): Started @282169ms 2024-11-08T09:20:11,575 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:20:12,316 WARN [Thread-3672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/cluster_edd97198-9019-53e8-a459-099573e34ef3/data/data2/current/BP-1382997151-172.17.0.2-1731057610640/current, will proceed with Du for space computation calculation, 2024-11-08T09:20:12,316 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/cluster_edd97198-9019-53e8-a459-099573e34ef3/data/data1/current/BP-1382997151-172.17.0.2-1731057610640/current, will proceed with Du for space computation calculation, 2024-11-08T09:20:12,334 WARN [Thread-3659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:20:12,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97bf45fe28c0e225 with lease ID 0x8a6feeb3deea2076: Processing first storage report for DS-333e615a-a061-4c54-b217-199617fef6bd from datanode DatanodeRegistration(127.0.0.1:39453, datanodeUuid=c48cacc0-2cbd-4da6-b5bd-ed8e8f3777aa, infoPort=34745, infoSecurePort=0, ipcPort=43369, storageInfo=lv=-57;cid=testClusterID;nsid=225995653;c=1731057610640) 2024-11-08T09:20:12,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97bf45fe28c0e225 with lease ID 0x8a6feeb3deea2076: from storage DS-333e615a-a061-4c54-b217-199617fef6bd node DatanodeRegistration(127.0.0.1:39453, datanodeUuid=c48cacc0-2cbd-4da6-b5bd-ed8e8f3777aa, infoPort=34745, infoSecurePort=0, ipcPort=43369, storageInfo=lv=-57;cid=testClusterID;nsid=225995653;c=1731057610640), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T09:20:12,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97bf45fe28c0e225 with lease ID 0x8a6feeb3deea2076: Processing first storage report for DS-895599de-f941-4ddf-8af4-27b4da5695f9 from datanode DatanodeRegistration(127.0.0.1:39453, datanodeUuid=c48cacc0-2cbd-4da6-b5bd-ed8e8f3777aa, infoPort=34745, infoSecurePort=0, ipcPort=43369, storageInfo=lv=-57;cid=testClusterID;nsid=225995653;c=1731057610640) 2024-11-08T09:20:12,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97bf45fe28c0e225 with lease ID 0x8a6feeb3deea2076: from storage DS-895599de-f941-4ddf-8af4-27b4da5695f9 node DatanodeRegistration(127.0.0.1:39453, datanodeUuid=c48cacc0-2cbd-4da6-b5bd-ed8e8f3777aa, infoPort=34745, infoSecurePort=0, ipcPort=43369, storageInfo=lv=-57;cid=testClusterID;nsid=225995653;c=1731057610640), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:20:12,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee 2024-11-08T09:20:12,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:12,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:12,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:20:12,805 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3 with version=8 2024-11-08T09:20:12,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/hbase-staging 2024-11-08T09:20:12,807 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:20:12,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:12,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:12,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:20:12,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:12,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:20:12,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:20:12,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:20:12,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46605 2024-11-08T09:20:12,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46605 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T09:20:12,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466050x0, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:12,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46605-0x10119bec8e20006 connected 2024-11-08T09:20:12,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:12,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:12,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Set watcher on znode that does not yet exist, /2-1994538285/running 2024-11-08T09:20:12,929 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3, hbase.cluster.distributed=false 2024-11-08T09:20:12,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Set watcher on znode that does not yet exist, /2-1994538285/acl 2024-11-08T09:20:12,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46605 2024-11-08T09:20:12,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46605 2024-11-08T09:20:12,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46605 2024-11-08T09:20:12,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46605 2024-11-08T09:20:12,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46605 2024-11-08T09:20:12,943 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:20:12,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:12,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:12,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:20:12,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:12,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:20:12,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:20:12,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:20:12,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44879 2024-11-08T09:20:12,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44879 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T09:20:12,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:12,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:12,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448790x0, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:12,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448790x0, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Set watcher on znode that does not yet exist, /2-1994538285/running 2024-11-08T09:20:12,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44879-0x10119bec8e20007 connected 2024-11-08T09:20:12,959 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:20:12,959 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:20:12,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Set watcher on znode that does not yet exist, /2-1994538285/master 2024-11-08T09:20:12,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Set watcher on znode that does not yet exist, /2-1994538285/acl 2024-11-08T09:20:12,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-08T09:20:12,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44879 2024-11-08T09:20:12,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44879 2024-11-08T09:20:12,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-08T09:20:12,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-08T09:20:12,980 DEBUG [M:0;cf4d76213909:46605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:46605 2024-11-08T09:20:12,980 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1994538285/backup-masters/cf4d76213909,46605,1731057612807 2024-11-08T09:20:12,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285/backup-masters 2024-11-08T09:20:12,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285/backup-masters 2024-11-08T09:20:12,990 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Set watcher on existing znode=/2-1994538285/backup-masters/cf4d76213909,46605,1731057612807 2024-11-08T09:20:13,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1994538285/master 2024-11-08T09:20:13,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:13,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:13,000 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Set watcher on existing znode=/2-1994538285/master 2024-11-08T09:20:13,001 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1994538285/backup-masters/cf4d76213909,46605,1731057612807 from backup master directory 2024-11-08T09:20:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1994538285/backup-masters/cf4d76213909,46605,1731057612807 2024-11-08T09:20:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285/backup-masters 2024-11-08T09:20:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285/backup-masters 2024-11-08T09:20:13,011 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:20:13,011 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,46605,1731057612807 2024-11-08T09:20:13,013 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/hbase.id] with ID: 8e13b3f2-2288-48b9-8e9c-e72bc794bd29 2024-11-08T09:20:13,013 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/.tmp/hbase.id 2024-11-08T09:20:13,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:20:13,417 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/.tmp/hbase.id]:[hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/hbase.id] 2024-11-08T09:20:13,424 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:13,424 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:20:13,425 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:20:13,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:13,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:13,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:20:13,879 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:20:13,879 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:20:13,879 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:13,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:20:14,285 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store 2024-11-08T09:20:14,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:20:14,689 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:14,689 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:20:14,689 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:14,689 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:14,689 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:20:14,690 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:14,690 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:14,690 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057614689Disabling compacts and flushes for region at 1731057614689Disabling writes for close at 1731057614689Writing region close event to WAL at 1731057614690 (+1 ms)Closed at 1731057614690 2024-11-08T09:20:14,690 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/.initializing 2024-11-08T09:20:14,690 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/WALs/cf4d76213909,46605,1731057612807 2024-11-08T09:20:14,691 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:20:14,692 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C46605%2C1731057612807, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/WALs/cf4d76213909,46605,1731057612807, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/oldWALs, maxLogs=10 2024-11-08T09:20:14,703 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/WALs/cf4d76213909,46605,1731057612807/cf4d76213909%2C46605%2C1731057612807.1731057614692, exclude list is [], retry=0 2024-11-08T09:20:14,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-333e615a-a061-4c54-b217-199617fef6bd,DISK] 2024-11-08T09:20:14,706 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/WALs/cf4d76213909,46605,1731057612807/cf4d76213909%2C46605%2C1731057612807.1731057614692 2024-11-08T09:20:14,707 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34745:34745)] 2024-11-08T09:20:14,707 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:14,707 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:14,707 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:14,707 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:14,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:14,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:20:14,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:14,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:14,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:14,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:20:14,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:14,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:14,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:14,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:20:14,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:14,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:14,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:14,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:20:14,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:14,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:14,712 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:14,713 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:14,713 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:14,713 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:14,714 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:14,714 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:14,715 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:14,716 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:14,716 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60910442, jitterRate=-0.09236368536949158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:14,716 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057614707Initializing all the Stores at 1731057614708 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057614708Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057614708Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057614708Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057614708Cleaning up temporary data from old regions at 1731057614714 (+6 ms)Region opened successfully at 1731057614716 (+2 ms) 2024-11-08T09:20:14,716 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:20:14,718 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d05446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:20:14,718 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:20:14,718 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:20:14,718 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:20:14,719 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:20:14,719 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:20:14,719 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:20:14,719 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:20:14,720 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:20:14,721 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Unable to get data of znode /2-1994538285/balancer because node does not exist (not necessarily an error) 2024-11-08T09:20:14,768 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1994538285/balancer already deleted, retry=false 2024-11-08T09:20:14,769 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:20:14,769 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Unable to get data of znode /2-1994538285/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:20:14,779 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1994538285/normalizer already deleted, retry=false 2024-11-08T09:20:14,779 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:20:14,780 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Unable to get data of znode /2-1994538285/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:20:14,789 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1994538285/switch/split already deleted, retry=false 2024-11-08T09:20:14,790 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Unable to get data of znode /2-1994538285/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:20:14,800 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1994538285/switch/merge already deleted, retry=false 2024-11-08T09:20:14,801 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Unable to get data of znode /2-1994538285/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:20:14,810 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1994538285/snapshot-cleanup already deleted, retry=false 2024-11-08T09:20:14,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1994538285/running 2024-11-08T09:20:14,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1994538285/running 2024-11-08T09:20:14,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:14,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:14,822 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,46605,1731057612807, sessionid=0x10119bec8e20006, setting cluster-up flag (Was=false) 2024-11-08T09:20:14,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:14,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:14,874 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1994538285/flush-table-proc/acquired, /2-1994538285/flush-table-proc/reached, /2-1994538285/flush-table-proc/abort 2024-11-08T09:20:14,875 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,46605,1731057612807 2024-11-08T09:20:14,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:14,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:14,926 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1994538285/online-snapshot/acquired, /2-1994538285/online-snapshot/reached, /2-1994538285/online-snapshot/abort 2024-11-08T09:20:14,927 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,46605,1731057612807 2024-11-08T09:20:14,928 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:20:14,929 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:14,929 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:20:14,929 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:20:14,929 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,46605,1731057612807 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:20:14,930 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:14,930 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:14,930 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:14,930 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:14,930 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:20:14,930 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:14,930 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:20:14,930 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:14,931 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057644931 2024-11-08T09:20:14,931 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:20:14,932 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:20:14,932 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:20:14,932 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:20:14,932 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:14,932 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:20:14,932 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:20:14,932 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:20:14,932 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:14,932 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:20:14,932 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:20:14,932 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:20:14,932 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:20:14,932 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:14,932 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:20:14,933 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:20:14,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:20:14,933 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057614933,5,FailOnTimeoutGroup] 2024-11-08T09:20:14,935 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057614933,5,FailOnTimeoutGroup] 2024-11-08T09:20:14,935 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:14,935 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:20:14,935 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:14,935 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:14,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:20:14,969 INFO [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(746): ClusterId : 8e13b3f2-2288-48b9-8e9c-e72bc794bd29 2024-11-08T09:20:14,970 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:20:14,980 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:20:14,980 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:20:14,990 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:20:14,990 DEBUG [RS:0;cf4d76213909:44879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16376f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:20:15,001 DEBUG [RS:0;cf4d76213909:44879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:44879 2024-11-08T09:20:15,001 INFO [RS:0;cf4d76213909:44879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:20:15,001 INFO [RS:0;cf4d76213909:44879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:20:15,001 DEBUG [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:20:15,002 INFO [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,46605,1731057612807 with port=44879, startcode=1731057612943 2024-11-08T09:20:15,002 DEBUG [RS:0;cf4d76213909:44879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:20:15,003 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:20:15,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,44879,1731057612943 2024-11-08T09:20:15,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46605 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,44879,1731057612943 2024-11-08T09:20:15,004 DEBUG [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3 2024-11-08T09:20:15,004 DEBUG [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40123 2024-11-08T09:20:15,004 DEBUG [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:20:15,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285/rs 2024-11-08T09:20:15,053 DEBUG [RS:0;cf4d76213909:44879 {}] zookeeper.ZKUtil(111): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Set watcher on existing znode=/2-1994538285/rs/cf4d76213909,44879,1731057612943 2024-11-08T09:20:15,053 WARN [RS:0;cf4d76213909:44879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:20:15,053 INFO [RS:0;cf4d76213909:44879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:15,053 DEBUG [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943 2024-11-08T09:20:15,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,44879,1731057612943] 2024-11-08T09:20:15,055 INFO [RS:0;cf4d76213909:44879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:20:15,056 INFO [RS:0;cf4d76213909:44879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:20:15,057 INFO [RS:0;cf4d76213909:44879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:20:15,057 INFO [RS:0;cf4d76213909:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:15,057 INFO [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:20:15,057 INFO [RS:0;cf4d76213909:44879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:20:15,057 INFO [RS:0;cf4d76213909:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:15,057 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:15,057 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:15,057 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:15,057 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:15,057 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:15,057 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:20:15,057 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:15,057 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:15,057 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:15,057 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:15,058 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:15,058 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:15,058 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:20:15,058 DEBUG [RS:0;cf4d76213909:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:20:15,058 INFO [RS:0;cf4d76213909:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:15,058 INFO [RS:0;cf4d76213909:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:15,058 INFO [RS:0;cf4d76213909:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:15,058 INFO [RS:0;cf4d76213909:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:15,058 INFO [RS:0;cf4d76213909:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:15,058 INFO [RS:0;cf4d76213909:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,44879,1731057612943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:20:15,070 INFO [RS:0;cf4d76213909:44879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:20:15,070 INFO [RS:0;cf4d76213909:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,44879,1731057612943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:15,071 INFO [RS:0;cf4d76213909:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:15,071 INFO [RS:0;cf4d76213909:44879 {}] regionserver.Replication(171): cf4d76213909,44879,1731057612943 started 2024-11-08T09:20:15,083 INFO [RS:0;cf4d76213909:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:15,083 INFO [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,44879,1731057612943, RpcServer on cf4d76213909/172.17.0.2:44879, sessionid=0x10119bec8e20007 2024-11-08T09:20:15,083 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:20:15,083 DEBUG [RS:0;cf4d76213909:44879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,44879,1731057612943 2024-11-08T09:20:15,083 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,44879,1731057612943' 2024-11-08T09:20:15,083 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1994538285/flush-table-proc/abort' 2024-11-08T09:20:15,083 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1994538285/flush-table-proc/acquired' 2024-11-08T09:20:15,084 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:20:15,084 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:20:15,084 DEBUG [RS:0;cf4d76213909:44879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,44879,1731057612943 2024-11-08T09:20:15,084 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,44879,1731057612943' 2024-11-08T09:20:15,084 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1994538285/online-snapshot/abort' 2024-11-08T09:20:15,084 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1994538285/online-snapshot/acquired' 2024-11-08T09:20:15,084 DEBUG [RS:0;cf4d76213909:44879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:20:15,084 INFO [RS:0;cf4d76213909:44879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:20:15,084 INFO [RS:0;cf4d76213909:44879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:20:15,185 INFO [RS:0;cf4d76213909:44879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:20:15,186 INFO [RS:0;cf4d76213909:44879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C44879%2C1731057612943, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/oldWALs, maxLogs=10 2024-11-08T09:20:15,198 DEBUG [RS:0;cf4d76213909:44879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186, exclude list is [], retry=0 2024-11-08T09:20:15,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-333e615a-a061-4c54-b217-199617fef6bd,DISK] 2024-11-08T09:20:15,201 INFO [RS:0;cf4d76213909:44879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 2024-11-08T09:20:15,201 DEBUG [RS:0;cf4d76213909:44879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34745:34745)] 2024-11-08T09:20:15,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:20:15,340 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3 2024-11-08T09:20:15,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:20:15,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:15,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:20:15,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:20:15,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:15,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:15,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:20:15,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:20:15,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:15,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:15,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:20:15,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:20:15,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:15,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:15,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:20:15,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:20:15,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:15,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:15,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:20:15,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740 2024-11-08T09:20:15,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740 2024-11-08T09:20:15,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:20:15,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:20:15,751 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:15,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:20:15,753 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:15,753 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63892693, jitterRate=-0.04792468249797821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:15,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057615744Initializing all the Stores at 1731057615745 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057615745Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057615745Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057615745Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057615745Cleaning up temporary data from old regions at 1731057615751 (+6 ms)Region opened successfully at 1731057615753 (+2 ms) 2024-11-08T09:20:15,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:20:15,753 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:20:15,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:20:15,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:20:15,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:20:15,754 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:20:15,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057615753Disabling compacts and flushes for region at 1731057615753Disabling writes for close at 1731057615753Writing region close event to WAL at 1731057615754 (+1 ms)Closed at 1731057615754 2024-11-08T09:20:15,755 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:15,755 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:20:15,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:20:15,755 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:20:15,756 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:20:15,906 DEBUG [cf4d76213909:46605 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:20:15,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,44879,1731057612943 2024-11-08T09:20:15,907 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,44879,1731057612943, state=OPENING 2024-11-08T09:20:15,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:20:15,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:15,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:15,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:15,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:15,979 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:20:15,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:15,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:15,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1994538285/meta-region-server: CHANGED 2024-11-08T09:20:15,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1994538285/meta-region-server: CHANGED 2024-11-08T09:20:15,990 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:20:15,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,44879,1731057612943}] 2024-11-08T09:20:16,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:16,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:16,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:16,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:16,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:16,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:16,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:16,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:16,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:16,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:16,142 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:20:16,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:20:16,146 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:20:16,146 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:16,147 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:20:16,148 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C44879%2C1731057612943.meta, suffix=.meta, logDir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/oldWALs, maxLogs=10 2024-11-08T09:20:16,160 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.meta.1731057616148.meta, exclude list is [], retry=0 2024-11-08T09:20:16,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-333e615a-a061-4c54-b217-199617fef6bd,DISK] 2024-11-08T09:20:16,163 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.meta.1731057616148.meta 2024-11-08T09:20:16,176 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34745:34745)] 2024-11-08T09:20:16,177 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:16,177 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:20:16,177 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:20:16,177 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:20:16,177 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:20:16,178 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:20:16,178 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:16,178 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:20:16,178 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:20:16,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:20:16,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:20:16,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:16,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:16,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:20:16,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:20:16,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:16,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:16,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:20:16,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:20:16,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:16,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:16,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:20:16,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:20:16,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:16,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:16,183 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:20:16,184 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740 2024-11-08T09:20:16,185 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740 2024-11-08T09:20:16,186 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:20:16,186 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:20:16,186 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:16,187 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:20:16,188 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60201806, jitterRate=-0.102923184633255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:16,188 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:20:16,188 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057616178Writing region info on filesystem at 1731057616178Initializing all the Stores at 1731057616179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057616179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057616179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057616179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057616179Cleaning up temporary data from old regions at 1731057616186 (+7 ms)Running coprocessor post-open hooks at 1731057616188 (+2 ms)Region opened successfully at 1731057616188 2024-11-08T09:20:16,189 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057616142 2024-11-08T09:20:16,191 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:20:16,192 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:20:16,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,44879,1731057612943 2024-11-08T09:20:16,193 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,44879,1731057612943, state=OPEN 2024-11-08T09:20:16,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1994538285/meta-region-server 2024-11-08T09:20:16,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1994538285/meta-region-server 2024-11-08T09:20:16,206 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,44879,1731057612943 2024-11-08T09:20:16,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1994538285/meta-region-server: CHANGED 2024-11-08T09:20:16,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1994538285/meta-region-server: CHANGED 2024-11-08T09:20:16,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:20:16,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,44879,1731057612943 in 216 msec 2024-11-08T09:20:16,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:20:16,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-08T09:20:16,211 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:16,211 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:20:16,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:16,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,44879,1731057612943, seqNum=-1] 2024-11-08T09:20:16,213 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:16,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:20:16,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-08T09:20:16,220 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057616220, completionTime=-1 2024-11-08T09:20:16,220 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:20:16,220 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:20:16,222 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:20:16,222 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057676222 2024-11-08T09:20:16,222 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057736222 2024-11-08T09:20:16,222 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T09:20:16,223 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,46605,1731057612807-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:16,223 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,46605,1731057612807-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:16,223 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,46605,1731057612807-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:16,223 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:46605, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:16,223 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:16,224 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:16,225 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:20:16,227 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.216sec 2024-11-08T09:20:16,227 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:20:16,227 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:20:16,227 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:20:16,227 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:20:16,227 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:20:16,227 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,46605,1731057612807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:20:16,228 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,46605,1731057612807-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:20:16,229 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:20:16,229 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:20:16,229 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,46605,1731057612807-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:16,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bd7a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:16,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,46605,-1 for getting cluster id 2024-11-08T09:20:16,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:16,279 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e13b3f2-2288-48b9-8e9c-e72bc794bd29' 2024-11-08T09:20:16,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:16,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e13b3f2-2288-48b9-8e9c-e72bc794bd29" 2024-11-08T09:20:16,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63253f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:16,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,46605,-1] 2024-11-08T09:20:16,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:16,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:16,281 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:16,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4420e372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:16,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:16,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,44879,1731057612943, seqNum=-1] 2024-11-08T09:20:16,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:16,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:20:16,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,46605,1731057612807 2024-11-08T09:20:16,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T09:20:16,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:16,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10119bec8e20008 connected 2024-11-08T09:20:16,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:16,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,38639,1731057603388 2024-11-08T09:20:16,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ec40a08 2024-11-08T09:20:16,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:16,351 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:20:16,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:20:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:20:16,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:20:16,355 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:16,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:20:16,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:20:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:16,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:20:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:16,762 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f14fc75c135f4e33068a4be03b7d43e, NAME => 'test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c 2024-11-08T09:20:16,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:20:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:17,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:17,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5f14fc75c135f4e33068a4be03b7d43e, disabling compactions & flushes 2024-11-08T09:20:17,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. 2024-11-08T09:20:17,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. 2024-11-08T09:20:17,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. after waiting 0 ms 2024-11-08T09:20:17,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. 2024-11-08T09:20:17,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. 2024-11-08T09:20:17,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f14fc75c135f4e33068a4be03b7d43e: Waiting for close lock at 1731057617167Disabling compacts and flushes for region at 1731057617167Disabling writes for close at 1731057617167Writing region close event to WAL at 1731057617167Closed at 1731057617167 2024-11-08T09:20:17,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:20:17,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057617168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057617168"}]},"ts":"1731057617168"} 2024-11-08T09:20:17,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:20:17,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:20:17,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057617171"}]},"ts":"1731057617171"} 2024-11-08T09:20:17,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:20:17,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f14fc75c135f4e33068a4be03b7d43e, ASSIGN}] 2024-11-08T09:20:17,173 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f14fc75c135f4e33068a4be03b7d43e, ASSIGN 2024-11-08T09:20:17,174 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5f14fc75c135f4e33068a4be03b7d43e, ASSIGN; state=OFFLINE, location=cf4d76213909,45315,1731057603556; forceNewPlan=false, retain=false 2024-11-08T09:20:17,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f14fc75c135f4e33068a4be03b7d43e, regionState=OPENING, regionLocation=cf4d76213909,45315,1731057603556 2024-11-08T09:20:17,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5f14fc75c135f4e33068a4be03b7d43e, ASSIGN because future has completed 2024-11-08T09:20:17,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f14fc75c135f4e33068a4be03b7d43e, server=cf4d76213909,45315,1731057603556}] 2024-11-08T09:20:17,483 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. 2024-11-08T09:20:17,483 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f14fc75c135f4e33068a4be03b7d43e, NAME => 'test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:17,484 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:20:17,484 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:20:17,484 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:17,484 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:17,484 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:17,484 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:17,485 INFO [StoreOpener-5f14fc75c135f4e33068a4be03b7d43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:17,486 INFO [StoreOpener-5f14fc75c135f4e33068a4be03b7d43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f14fc75c135f4e33068a4be03b7d43e columnFamilyName f 2024-11-08T09:20:17,486 DEBUG [StoreOpener-5f14fc75c135f4e33068a4be03b7d43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:17,486 INFO [StoreOpener-5f14fc75c135f4e33068a4be03b7d43e-1 {}] regionserver.HStore(327): Store=5f14fc75c135f4e33068a4be03b7d43e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:17,486 INFO [StoreOpener-5f14fc75c135f4e33068a4be03b7d43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:17,487 INFO [StoreOpener-5f14fc75c135f4e33068a4be03b7d43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f14fc75c135f4e33068a4be03b7d43e columnFamilyName f1 2024-11-08T09:20:17,487 DEBUG [StoreOpener-5f14fc75c135f4e33068a4be03b7d43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:17,487 INFO [StoreOpener-5f14fc75c135f4e33068a4be03b7d43e-1 {}] regionserver.HStore(327): Store=5f14fc75c135f4e33068a4be03b7d43e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:17,488 INFO [StoreOpener-5f14fc75c135f4e33068a4be03b7d43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:17,488 INFO [StoreOpener-5f14fc75c135f4e33068a4be03b7d43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f14fc75c135f4e33068a4be03b7d43e columnFamilyName norep 2024-11-08T09:20:17,488 DEBUG [StoreOpener-5f14fc75c135f4e33068a4be03b7d43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:17,489 INFO [StoreOpener-5f14fc75c135f4e33068a4be03b7d43e-1 {}] regionserver.HStore(327): Store=5f14fc75c135f4e33068a4be03b7d43e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:17,489 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:17,489 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:17,490 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:17,490 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:17,490 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:17,491 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:20:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:17,492 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:17,493 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:17,494 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f14fc75c135f4e33068a4be03b7d43e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68773327, jitterRate=0.02480243146419525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:20:17,494 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:17,494 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f14fc75c135f4e33068a4be03b7d43e: Running coprocessor pre-open hook at 1731057617484Writing region info on filesystem at 1731057617484Initializing all the Stores at 1731057617485 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057617485Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057617485Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057617485Cleaning up temporary data from old regions at 1731057617490 (+5 ms)Running coprocessor post-open hooks at 1731057617494 (+4 ms)Region opened successfully at 1731057617494 2024-11-08T09:20:17,509 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e., pid=6, masterSystemTime=1731057617479 2024-11-08T09:20:17,511 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. 2024-11-08T09:20:17,512 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. 2024-11-08T09:20:17,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f14fc75c135f4e33068a4be03b7d43e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,45315,1731057603556 2024-11-08T09:20:17,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f14fc75c135f4e33068a4be03b7d43e, server=cf4d76213909,45315,1731057603556 because future has completed 2024-11-08T09:20:17,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:20:17,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f14fc75c135f4e33068a4be03b7d43e, server=cf4d76213909,45315,1731057603556 in 188 msec 2024-11-08T09:20:17,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:20:17,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5f14fc75c135f4e33068a4be03b7d43e, ASSIGN in 344 msec 2024-11-08T09:20:17,519 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:20:17,519 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057617519"}]},"ts":"1731057617519"} 2024-11-08T09:20:17,520 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:20:17,521 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:20:17,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-08T09:20:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:18,502 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:20:18,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:18,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41771,1731057607053 2024-11-08T09:20:18,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70640904 2024-11-08T09:20:18,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:18,504 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:20:18,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:20:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:20:18,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:20:18,507 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:18,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:20:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:18,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:20:18,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:20:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:18,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e10b36237a5f98811e837ddeae82a7f2, NAME => 'test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47 2024-11-08T09:20:18,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:20:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:19,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:19,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e10b36237a5f98811e837ddeae82a7f2, disabling compactions & flushes 2024-11-08T09:20:19,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. 2024-11-08T09:20:19,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. 2024-11-08T09:20:19,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. after waiting 0 ms 2024-11-08T09:20:19,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. 2024-11-08T09:20:19,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. 2024-11-08T09:20:19,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e10b36237a5f98811e837ddeae82a7f2: Waiting for close lock at 1731057619320Disabling compacts and flushes for region at 1731057619320Disabling writes for close at 1731057619320Writing region close event to WAL at 1731057619320Closed at 1731057619320 2024-11-08T09:20:19,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:20:19,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057619321"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057619321"}]},"ts":"1731057619321"} 2024-11-08T09:20:19,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:20:19,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:20:19,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057619324"}]},"ts":"1731057619324"} 2024-11-08T09:20:19,325 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:20:19,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e10b36237a5f98811e837ddeae82a7f2, ASSIGN}] 2024-11-08T09:20:19,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e10b36237a5f98811e837ddeae82a7f2, ASSIGN 2024-11-08T09:20:19,328 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e10b36237a5f98811e837ddeae82a7f2, ASSIGN; state=OFFLINE, location=cf4d76213909,38195,1731057607166; forceNewPlan=false, retain=false 2024-11-08T09:20:19,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e10b36237a5f98811e837ddeae82a7f2, regionState=OPENING, regionLocation=cf4d76213909,38195,1731057607166 2024-11-08T09:20:19,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e10b36237a5f98811e837ddeae82a7f2, ASSIGN because future has completed 2024-11-08T09:20:19,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e10b36237a5f98811e837ddeae82a7f2, server=cf4d76213909,38195,1731057607166}] 2024-11-08T09:20:19,636 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. 2024-11-08T09:20:19,636 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e10b36237a5f98811e837ddeae82a7f2, NAME => 'test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:19,636 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:20:19,636 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:20:19,636 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:19,636 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:19,637 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:19,637 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:19,639 INFO [StoreOpener-e10b36237a5f98811e837ddeae82a7f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:19,641 INFO [StoreOpener-e10b36237a5f98811e837ddeae82a7f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e10b36237a5f98811e837ddeae82a7f2 columnFamilyName f 2024-11-08T09:20:19,641 DEBUG [StoreOpener-e10b36237a5f98811e837ddeae82a7f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:19,641 INFO [StoreOpener-e10b36237a5f98811e837ddeae82a7f2-1 {}] regionserver.HStore(327): Store=e10b36237a5f98811e837ddeae82a7f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:19,641 INFO [StoreOpener-e10b36237a5f98811e837ddeae82a7f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:19,642 INFO [StoreOpener-e10b36237a5f98811e837ddeae82a7f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e10b36237a5f98811e837ddeae82a7f2 columnFamilyName f1 2024-11-08T09:20:19,642 DEBUG [StoreOpener-e10b36237a5f98811e837ddeae82a7f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:19,643 INFO [StoreOpener-e10b36237a5f98811e837ddeae82a7f2-1 {}] regionserver.HStore(327): Store=e10b36237a5f98811e837ddeae82a7f2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:19,643 INFO [StoreOpener-e10b36237a5f98811e837ddeae82a7f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:19,644 INFO [StoreOpener-e10b36237a5f98811e837ddeae82a7f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e10b36237a5f98811e837ddeae82a7f2 columnFamilyName norep 2024-11-08T09:20:19,644 DEBUG [StoreOpener-e10b36237a5f98811e837ddeae82a7f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:19,644 INFO [StoreOpener-e10b36237a5f98811e837ddeae82a7f2-1 {}] regionserver.HStore(327): Store=e10b36237a5f98811e837ddeae82a7f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:19,644 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:19,645 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:19,645 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:19,646 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:19,646 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:19,646 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:20:19,647 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:19,649 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:19,649 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e10b36237a5f98811e837ddeae82a7f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58949370, jitterRate=-0.12158593535423279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:20:19,649 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:19,649 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e10b36237a5f98811e837ddeae82a7f2: Running coprocessor pre-open hook at 1731057619637Writing region info on filesystem at 1731057619637Initializing all the Stores at 1731057619637Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057619637Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057619639 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057619639Cleaning up temporary data from old regions at 1731057619646 (+7 ms)Running coprocessor post-open hooks at 1731057619649 (+3 ms)Region opened successfully at 1731057619649 2024-11-08T09:20:19,650 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2., pid=6, masterSystemTime=1731057619633 2024-11-08T09:20:19,652 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. 2024-11-08T09:20:19,652 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. 2024-11-08T09:20:19,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e10b36237a5f98811e837ddeae82a7f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,38195,1731057607166 2024-11-08T09:20:19,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e10b36237a5f98811e837ddeae82a7f2, server=cf4d76213909,38195,1731057607166 because future has completed 2024-11-08T09:20:19,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:20:19,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e10b36237a5f98811e837ddeae82a7f2, server=cf4d76213909,38195,1731057607166 in 174 msec 2024-11-08T09:20:19,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:20:19,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e10b36237a5f98811e837ddeae82a7f2, ASSIGN in 330 msec 2024-11-08T09:20:19,658 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:20:19,658 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057619658"}]},"ts":"1731057619658"} 2024-11-08T09:20:19,660 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:20:19,661 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:20:19,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-08T09:20:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:20,651 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:20:20,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,46605,1731057612807 2024-11-08T09:20:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ded3e7c 2024-11-08T09:20:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:20,653 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:20:20,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:20:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:20:20,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:20:20,655 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:20,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:20:20,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:20:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:20,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:20:20,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 432ec1f94be8295515213f9208616c95, NAME => 'test,,1731057620653.432ec1f94be8295515213f9208616c95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3 2024-11-08T09:20:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:20:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:21,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057620653.432ec1f94be8295515213f9208616c95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:21,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 432ec1f94be8295515213f9208616c95, disabling compactions & flushes 2024-11-08T09:20:21,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057620653.432ec1f94be8295515213f9208616c95. 2024-11-08T09:20:21,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057620653.432ec1f94be8295515213f9208616c95. 2024-11-08T09:20:21,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057620653.432ec1f94be8295515213f9208616c95. after waiting 0 ms 2024-11-08T09:20:21,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057620653.432ec1f94be8295515213f9208616c95. 2024-11-08T09:20:21,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057620653.432ec1f94be8295515213f9208616c95. 2024-11-08T09:20:21,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 432ec1f94be8295515213f9208616c95: Waiting for close lock at 1731057621117Disabling compacts and flushes for region at 1731057621117Disabling writes for close at 1731057621117Writing region close event to WAL at 1731057621117Closed at 1731057621117 2024-11-08T09:20:21,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:20:21,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057620653.432ec1f94be8295515213f9208616c95.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057621118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057621118"}]},"ts":"1731057621118"} 2024-11-08T09:20:21,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:20:21,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:20:21,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057621121"}]},"ts":"1731057621121"} 2024-11-08T09:20:21,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:20:21,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=432ec1f94be8295515213f9208616c95, ASSIGN}] 2024-11-08T09:20:21,124 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=432ec1f94be8295515213f9208616c95, ASSIGN 2024-11-08T09:20:21,124 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=432ec1f94be8295515213f9208616c95, ASSIGN; state=OFFLINE, location=cf4d76213909,44879,1731057612943; forceNewPlan=false, retain=false 2024-11-08T09:20:21,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=432ec1f94be8295515213f9208616c95, regionState=OPENING, regionLocation=cf4d76213909,44879,1731057612943 2024-11-08T09:20:21,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=432ec1f94be8295515213f9208616c95, ASSIGN because future has completed 2024-11-08T09:20:21,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 432ec1f94be8295515213f9208616c95, server=cf4d76213909,44879,1731057612943}] 2024-11-08T09:20:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:21,432 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057620653.432ec1f94be8295515213f9208616c95. 2024-11-08T09:20:21,432 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 432ec1f94be8295515213f9208616c95, NAME => 'test,,1731057620653.432ec1f94be8295515213f9208616c95.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:21,432 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:20:21,432 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:20:21,432 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 432ec1f94be8295515213f9208616c95 2024-11-08T09:20:21,433 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057620653.432ec1f94be8295515213f9208616c95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:21,433 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 432ec1f94be8295515213f9208616c95 2024-11-08T09:20:21,433 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 432ec1f94be8295515213f9208616c95 2024-11-08T09:20:21,434 INFO [StoreOpener-432ec1f94be8295515213f9208616c95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 432ec1f94be8295515213f9208616c95 2024-11-08T09:20:21,435 INFO [StoreOpener-432ec1f94be8295515213f9208616c95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 432ec1f94be8295515213f9208616c95 columnFamilyName f 2024-11-08T09:20:21,435 DEBUG [StoreOpener-432ec1f94be8295515213f9208616c95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:21,435 INFO [StoreOpener-432ec1f94be8295515213f9208616c95-1 {}] regionserver.HStore(327): Store=432ec1f94be8295515213f9208616c95/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:21,435 INFO [StoreOpener-432ec1f94be8295515213f9208616c95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 432ec1f94be8295515213f9208616c95 2024-11-08T09:20:21,436 INFO [StoreOpener-432ec1f94be8295515213f9208616c95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 432ec1f94be8295515213f9208616c95 columnFamilyName f1 2024-11-08T09:20:21,436 DEBUG [StoreOpener-432ec1f94be8295515213f9208616c95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:21,436 INFO [StoreOpener-432ec1f94be8295515213f9208616c95-1 {}] regionserver.HStore(327): Store=432ec1f94be8295515213f9208616c95/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:21,436 INFO [StoreOpener-432ec1f94be8295515213f9208616c95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 432ec1f94be8295515213f9208616c95 2024-11-08T09:20:21,437 INFO [StoreOpener-432ec1f94be8295515213f9208616c95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 432ec1f94be8295515213f9208616c95 columnFamilyName norep 2024-11-08T09:20:21,437 DEBUG [StoreOpener-432ec1f94be8295515213f9208616c95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:21,437 INFO [StoreOpener-432ec1f94be8295515213f9208616c95-1 {}] regionserver.HStore(327): Store=432ec1f94be8295515213f9208616c95/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:21,437 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 432ec1f94be8295515213f9208616c95 2024-11-08T09:20:21,438 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95 2024-11-08T09:20:21,438 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95 2024-11-08T09:20:21,438 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 432ec1f94be8295515213f9208616c95 2024-11-08T09:20:21,438 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 432ec1f94be8295515213f9208616c95 2024-11-08T09:20:21,439 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:20:21,440 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 432ec1f94be8295515213f9208616c95 2024-11-08T09:20:21,443 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:21,443 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 432ec1f94be8295515213f9208616c95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72724667, jitterRate=0.08368198573589325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:20:21,443 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 432ec1f94be8295515213f9208616c95 2024-11-08T09:20:21,443 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 432ec1f94be8295515213f9208616c95: Running coprocessor pre-open hook at 1731057621433Writing region info on filesystem at 1731057621433Initializing all the Stores at 1731057621433Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057621433Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057621433Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057621434 (+1 ms)Cleaning up temporary data from old regions at 1731057621438 (+4 ms)Running coprocessor post-open hooks at 1731057621443 (+5 ms)Region opened successfully at 1731057621443 2024-11-08T09:20:21,444 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057620653.432ec1f94be8295515213f9208616c95., pid=6, masterSystemTime=1731057621429 2024-11-08T09:20:21,446 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057620653.432ec1f94be8295515213f9208616c95. 2024-11-08T09:20:21,446 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057620653.432ec1f94be8295515213f9208616c95. 2024-11-08T09:20:21,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=432ec1f94be8295515213f9208616c95, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,44879,1731057612943 2024-11-08T09:20:21,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 432ec1f94be8295515213f9208616c95, server=cf4d76213909,44879,1731057612943 because future has completed 2024-11-08T09:20:21,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:20:21,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 432ec1f94be8295515213f9208616c95, server=cf4d76213909,44879,1731057612943 in 172 msec 2024-11-08T09:20:21,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:20:21,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=432ec1f94be8295515213f9208616c95, ASSIGN in 327 msec 2024-11-08T09:20:21,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:20:21,453 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057621453"}]},"ts":"1731057621453"} 2024-11-08T09:20:21,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:20:21,455 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:20:21,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 802 msec 2024-11-08T09:20:21,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:20:21,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:21,778 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T09:20:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:21,793 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:20:21,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e12cb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:21,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,38639,-1 for getting cluster id 2024-11-08T09:20:21,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:21,795 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7a79fc2-53d7-414a-98b3-d7dfdc760510' 2024-11-08T09:20:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7a79fc2-53d7-414a-98b3-d7dfdc760510" 2024-11-08T09:20:21,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d71d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:21,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,38639,-1] 2024-11-08T09:20:21,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:21,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:21,797 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:21,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c4655d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:21,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,38639,1731057603388 2024-11-08T09:20:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32e91224 2024-11-08T09:20:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:21,800 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:20:21,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:41771,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:20:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:20:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:21,804 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41771' 2024-11-08T09:20:21,805 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c03169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:21,805 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41771,-1 for getting cluster id 2024-11-08T09:20:21,805 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:21,806 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '575fccc7-6188-42a0-a513-681b1e5672ed' 2024-11-08T09:20:21,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:21,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "575fccc7-6188-42a0-a513-681b1e5672ed" 2024-11-08T09:20:21,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708c28aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:21,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41771,-1] 2024-11-08T09:20:21,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:21,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:21,807 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:21,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23abacda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:21,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:21,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41771,1731057607053 2024-11-08T09:20:21,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ffab6d3 2024-11-08T09:20:21,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:21,810 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:20:21,811 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T09:20:21,811 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:20:21,811 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:21,812 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:21,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:21,812 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:20:21,816 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:20:21,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:20:21,818 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:21,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:20:21,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741837_1013 (size=1138) 2024-11-08T09:20:21,867 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:20:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:22,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e45f7590b1d1b5ea8abd66afebb8fb82, NAME => 'hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c 2024-11-08T09:20:22,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741838_1014 (size=44) 2024-11-08T09:20:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:22,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:22,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e45f7590b1d1b5ea8abd66afebb8fb82, disabling compactions & flushes 2024-11-08T09:20:22,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:22,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:22,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. after waiting 0 ms 2024-11-08T09:20:22,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:22,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:22,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e45f7590b1d1b5ea8abd66afebb8fb82: Waiting for close lock at 1731057622632Disabling compacts and flushes for region at 1731057622632Disabling writes for close at 1731057622632Writing region close event to WAL at 1731057622632Closed at 1731057622632 2024-11-08T09:20:22,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:20:22,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057622633"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057622633"}]},"ts":"1731057622633"} 2024-11-08T09:20:22,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:20:22,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:20:22,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057622636"}]},"ts":"1731057622636"} 2024-11-08T09:20:22,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:20:22,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e45f7590b1d1b5ea8abd66afebb8fb82, ASSIGN}] 2024-11-08T09:20:22,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e45f7590b1d1b5ea8abd66afebb8fb82, ASSIGN 2024-11-08T09:20:22,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e45f7590b1d1b5ea8abd66afebb8fb82, ASSIGN; state=OFFLINE, location=cf4d76213909,45315,1731057603556; forceNewPlan=false, retain=false 2024-11-08T09:20:22,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e45f7590b1d1b5ea8abd66afebb8fb82, regionState=OPENING, regionLocation=cf4d76213909,45315,1731057603556 2024-11-08T09:20:22,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e45f7590b1d1b5ea8abd66afebb8fb82, ASSIGN because future has completed 2024-11-08T09:20:22,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e45f7590b1d1b5ea8abd66afebb8fb82, server=cf4d76213909,45315,1731057603556}] 2024-11-08T09:20:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:22,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:22,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:22,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:20:22,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C45315%2C1731057603556.rep, suffix=, logDir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556, archiveDir=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/oldWALs, maxLogs=10 2024-11-08T09:20:22,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.rep.1731057622947, exclude list is [], retry=0 2024-11-08T09:20:22,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-2008a9e4-8c17-4176-95f3-422982974992,DISK] 2024-11-08T09:20:22,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.rep.1731057622947 2024-11-08T09:20:22,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34175:34175)] 2024-11-08T09:20:22,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e45f7590b1d1b5ea8abd66afebb8fb82, NAME => 'hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:22,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:20:22,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:20:22,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. service=MultiRowMutationService 2024-11-08T09:20:22,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:20:22,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:22,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:22,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:22,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:22,965 INFO [StoreOpener-e45f7590b1d1b5ea8abd66afebb8fb82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:22,966 INFO [StoreOpener-e45f7590b1d1b5ea8abd66afebb8fb82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e45f7590b1d1b5ea8abd66afebb8fb82 columnFamilyName hfileref 2024-11-08T09:20:22,966 DEBUG [StoreOpener-e45f7590b1d1b5ea8abd66afebb8fb82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:22,966 INFO [StoreOpener-e45f7590b1d1b5ea8abd66afebb8fb82-1 {}] regionserver.HStore(327): Store=e45f7590b1d1b5ea8abd66afebb8fb82/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:22,966 INFO [StoreOpener-e45f7590b1d1b5ea8abd66afebb8fb82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:22,967 INFO [StoreOpener-e45f7590b1d1b5ea8abd66afebb8fb82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e45f7590b1d1b5ea8abd66afebb8fb82 columnFamilyName queue 2024-11-08T09:20:22,967 DEBUG [StoreOpener-e45f7590b1d1b5ea8abd66afebb8fb82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:22,968 INFO [StoreOpener-e45f7590b1d1b5ea8abd66afebb8fb82-1 {}] regionserver.HStore(327): Store=e45f7590b1d1b5ea8abd66afebb8fb82/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:22,968 INFO [StoreOpener-e45f7590b1d1b5ea8abd66afebb8fb82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:22,968 INFO [StoreOpener-e45f7590b1d1b5ea8abd66afebb8fb82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e45f7590b1d1b5ea8abd66afebb8fb82 columnFamilyName sid 2024-11-08T09:20:22,969 DEBUG [StoreOpener-e45f7590b1d1b5ea8abd66afebb8fb82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:22,969 INFO [StoreOpener-e45f7590b1d1b5ea8abd66afebb8fb82-1 {}] regionserver.HStore(327): Store=e45f7590b1d1b5ea8abd66afebb8fb82/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:22,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:22,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/replication/e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:22,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/replication/e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:22,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:22,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:22,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:20:22,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:22,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/replication/e45f7590b1d1b5ea8abd66afebb8fb82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:22,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e45f7590b1d1b5ea8abd66afebb8fb82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73885214, jitterRate=0.10097548365592957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:20:22,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:22,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e45f7590b1d1b5ea8abd66afebb8fb82: Running coprocessor pre-open hook at 1731057622964Writing region info on filesystem at 1731057622964Initializing all the Stores at 1731057622965 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057622965Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057622965Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057622965Cleaning up temporary data from old regions at 1731057622970 (+5 ms)Running coprocessor post-open hooks at 1731057622973 (+3 ms)Region opened successfully at 1731057622973 2024-11-08T09:20:22,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82., pid=10, masterSystemTime=1731057622943 2024-11-08T09:20:22,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:22,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:22,976 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e45f7590b1d1b5ea8abd66afebb8fb82, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,45315,1731057603556 2024-11-08T09:20:22,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e45f7590b1d1b5ea8abd66afebb8fb82, server=cf4d76213909,45315,1731057603556 because future has completed 2024-11-08T09:20:22,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:20:22,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e45f7590b1d1b5ea8abd66afebb8fb82, server=cf4d76213909,45315,1731057603556 in 187 msec 2024-11-08T09:20:22,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T09:20:22,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e45f7590b1d1b5ea8abd66afebb8fb82, ASSIGN in 342 msec 2024-11-08T09:20:22,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:20:22,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057622981"}]},"ts":"1731057622981"} 2024-11-08T09:20:22,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:20:22,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:20:22,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-08T09:20:23,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82., hostname=cf4d76213909,45315,1731057603556, seqNum=2] 2024-11-08T09:20:23,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:23,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:23,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:20:23,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T09:20:23,268 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:20:23,294 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,45315,1731057603556, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:20:23,295 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:23,295 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45315,1731057603556, seqNum=-1] 2024-11-08T09:20:23,295 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:23,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-08T09:20:23,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,45315,1731057603556', locateType=CURRENT is [region=hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82., hostname=cf4d76213909,45315,1731057603556, seqNum=2] 2024-11-08T09:20:23,300 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T09:20:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T09:20:23,302 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,45315,1731057603556 suceeded 2024-11-08T09:20:23,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T09:20:23,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-08T09:20:23,303 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:41771,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:20:23,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-08T09:20:23,313 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41771' 2024-11-08T09:20:23,314 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@109a6189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:23,314 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41771,-1 for getting cluster id 2024-11-08T09:20:23,314 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:23,315 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '575fccc7-6188-42a0-a513-681b1e5672ed' 2024-11-08T09:20:23,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:23,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "575fccc7-6188-42a0-a513-681b1e5672ed" 2024-11-08T09:20:23,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ec1c510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:23,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41771,-1] 2024-11-08T09:20:23,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:23,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:23,316 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:23,316 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@af29199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:23,316 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:23,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41771,1731057607053 2024-11-08T09:20:23,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1692b219 2024-11-08T09:20:23,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:23,318 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-08T09:20:23,318 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,45315,1731057603556 (queues=1) is replicating from cluster=b7a79fc2-53d7-414a-98b3-d7dfdc760510 to cluster=575fccc7-6188-42a0-a513-681b1e5672ed 2024-11-08T09:20:23,318 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C45315%2C1731057603556 2024-11-08T09:20:23,319 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,45315,1731057603556, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:20:23,319 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C45315%2C1731057603556 2024-11-08T09:20:23,319 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069, startPosition=0, beingWritten=true 2024-11-08T09:20:23,323 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:20:23,323 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 379, reset compression=false 2024-11-08T09:20:23,323 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45315,1731057603556 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:20:23,526 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 379, reset compression=false 2024-11-08T09:20:23,829 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 379, reset compression=false 2024-11-08T09:20:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:23,951 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:20:23,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:20:23,952 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:23,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:23,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:23,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:23,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb9e230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:23,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41771,-1 for getting cluster id 2024-11-08T09:20:23,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:23,953 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '575fccc7-6188-42a0-a513-681b1e5672ed' 2024-11-08T09:20:23,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:23,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "575fccc7-6188-42a0-a513-681b1e5672ed" 2024-11-08T09:20:23,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2edca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:23,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41771,-1] 2024-11-08T09:20:23,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:23,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:23,954 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711d174d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:23,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41771,1731057607053 2024-11-08T09:20:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52882216 2024-11-08T09:20:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:23,956 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:20:23,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:46605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:20:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:20:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:23,959 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:46605' 2024-11-08T09:20:23,959 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbb2a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:23,959 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,46605,-1 for getting cluster id 2024-11-08T09:20:23,960 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:23,960 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e13b3f2-2288-48b9-8e9c-e72bc794bd29' 2024-11-08T09:20:23,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:23,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e13b3f2-2288-48b9-8e9c-e72bc794bd29" 2024-11-08T09:20:23,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460464b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:23,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,46605,-1] 2024-11-08T09:20:23,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:23,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:23,961 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:23,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ce1948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:23,962 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:23,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,46605,1731057612807 2024-11-08T09:20:23,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c384e6d 2024-11-08T09:20:23,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:23,963 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:20:23,963 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T09:20:23,964 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:20:23,964 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:23,964 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:23,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:23,964 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:20:23,965 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:20:23,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:20:23,966 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:23,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:20:23,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741837_1013 (size=1138) 2024-11-08T09:20:24,015 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:20:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:24,233 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 379, reset compression=false 2024-11-08T09:20:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:24,372 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e307fa8678f3ac84ef3d5e093ebfd2d, NAME => 'hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47 2024-11-08T09:20:24,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741838_1014 (size=44) 2024-11-08T09:20:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:24,737 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 379, reset compression=false 2024-11-08T09:20:24,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:24,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6e307fa8678f3ac84ef3d5e093ebfd2d, disabling compactions & flushes 2024-11-08T09:20:24,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:24,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:24,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. after waiting 0 ms 2024-11-08T09:20:24,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:24,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:24,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e307fa8678f3ac84ef3d5e093ebfd2d: Waiting for close lock at 1731057624777Disabling compacts and flushes for region at 1731057624777Disabling writes for close at 1731057624778 (+1 ms)Writing region close event to WAL at 1731057624778Closed at 1731057624778 2024-11-08T09:20:24,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:20:24,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057624779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057624779"}]},"ts":"1731057624779"} 2024-11-08T09:20:24,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:20:24,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:20:24,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057624781"}]},"ts":"1731057624781"} 2024-11-08T09:20:24,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:20:24,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e307fa8678f3ac84ef3d5e093ebfd2d, ASSIGN}] 2024-11-08T09:20:24,784 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e307fa8678f3ac84ef3d5e093ebfd2d, ASSIGN 2024-11-08T09:20:24,785 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e307fa8678f3ac84ef3d5e093ebfd2d, ASSIGN; state=OFFLINE, location=cf4d76213909,38195,1731057607166; forceNewPlan=false, retain=false 2024-11-08T09:20:24,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e307fa8678f3ac84ef3d5e093ebfd2d, regionState=OPENING, regionLocation=cf4d76213909,38195,1731057607166 2024-11-08T09:20:24,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e307fa8678f3ac84ef3d5e093ebfd2d, ASSIGN because future has completed 2024-11-08T09:20:24,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e307fa8678f3ac84ef3d5e093ebfd2d, server=cf4d76213909,38195,1731057607166}] 2024-11-08T09:20:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:25,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:25,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:25,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:20:25,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C38195%2C1731057607166.rep, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/oldWALs, maxLogs=10 2024-11-08T09:20:25,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.rep.1731057625094, exclude list is [], retry=0 2024-11-08T09:20:25,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42321,DS-8ff22466-f96e-4679-aa99-54658759e3af,DISK] 2024-11-08T09:20:25,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.rep.1731057625094 2024-11-08T09:20:25,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36319:36319)] 2024-11-08T09:20:25,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e307fa8678f3ac84ef3d5e093ebfd2d, NAME => 'hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:25,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:20:25,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:20:25,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. service=MultiRowMutationService 2024-11-08T09:20:25,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:20:25,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:25,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:25,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:25,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:25,111 INFO [StoreOpener-6e307fa8678f3ac84ef3d5e093ebfd2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:25,112 INFO [StoreOpener-6e307fa8678f3ac84ef3d5e093ebfd2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e307fa8678f3ac84ef3d5e093ebfd2d columnFamilyName hfileref 2024-11-08T09:20:25,112 DEBUG [StoreOpener-6e307fa8678f3ac84ef3d5e093ebfd2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:25,112 INFO [StoreOpener-6e307fa8678f3ac84ef3d5e093ebfd2d-1 {}] regionserver.HStore(327): Store=6e307fa8678f3ac84ef3d5e093ebfd2d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:25,112 INFO [StoreOpener-6e307fa8678f3ac84ef3d5e093ebfd2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:25,113 INFO [StoreOpener-6e307fa8678f3ac84ef3d5e093ebfd2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e307fa8678f3ac84ef3d5e093ebfd2d columnFamilyName queue 2024-11-08T09:20:25,113 DEBUG [StoreOpener-6e307fa8678f3ac84ef3d5e093ebfd2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:25,113 INFO [StoreOpener-6e307fa8678f3ac84ef3d5e093ebfd2d-1 {}] regionserver.HStore(327): Store=6e307fa8678f3ac84ef3d5e093ebfd2d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:25,113 INFO [StoreOpener-6e307fa8678f3ac84ef3d5e093ebfd2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:25,114 INFO [StoreOpener-6e307fa8678f3ac84ef3d5e093ebfd2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e307fa8678f3ac84ef3d5e093ebfd2d columnFamilyName sid 2024-11-08T09:20:25,114 DEBUG [StoreOpener-6e307fa8678f3ac84ef3d5e093ebfd2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:25,114 INFO [StoreOpener-6e307fa8678f3ac84ef3d5e093ebfd2d-1 {}] regionserver.HStore(327): Store=6e307fa8678f3ac84ef3d5e093ebfd2d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:25,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:25,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/replication/6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:25,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/replication/6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:25,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:25,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:25,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:20:25,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:25,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/replication/6e307fa8678f3ac84ef3d5e093ebfd2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:25,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6e307fa8678f3ac84ef3d5e093ebfd2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64946388, jitterRate=-0.032223403453826904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:20:25,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:25,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6e307fa8678f3ac84ef3d5e093ebfd2d: Running coprocessor pre-open hook at 1731057625110Writing region info on filesystem at 1731057625110Initializing all the Stores at 1731057625111 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057625111Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057625111Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057625111Cleaning up temporary data from old regions at 1731057625116 (+5 ms)Running coprocessor post-open hooks at 1731057625118 (+2 ms)Region opened successfully at 1731057625118 2024-11-08T09:20:25,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d., pid=10, masterSystemTime=1731057625089 2024-11-08T09:20:25,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:25,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:25,121 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e307fa8678f3ac84ef3d5e093ebfd2d, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,38195,1731057607166 2024-11-08T09:20:25,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e307fa8678f3ac84ef3d5e093ebfd2d, server=cf4d76213909,38195,1731057607166 because future has completed 2024-11-08T09:20:25,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:20:25,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e307fa8678f3ac84ef3d5e093ebfd2d, server=cf4d76213909,38195,1731057607166 in 186 msec 2024-11-08T09:20:25,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T09:20:25,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e307fa8678f3ac84ef3d5e093ebfd2d, ASSIGN in 342 msec 2024-11-08T09:20:25,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:20:25,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057625127"}]},"ts":"1731057625127"} 2024-11-08T09:20:25,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:20:25,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:20:25,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-08T09:20:25,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d., hostname=cf4d76213909,38195,1731057607166, seqNum=2] 2024-11-08T09:20:25,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:25,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:25,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:20:25,340 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 379, reset compression=false 2024-11-08T09:20:25,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T09:20:25,426 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:20:25,454 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,38195,1731057607166, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:20:25,454 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:25,454 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38195,1731057607166, seqNum=-1] 2024-11-08T09:20:25,454 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:25,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T09:20:25,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,38195,1731057607166', locateType=CURRENT is [region=hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d., hostname=cf4d76213909,38195,1731057607166, seqNum=2] 2024-11-08T09:20:25,458 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T09:20:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T09:20:25,460 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,38195,1731057607166 suceeded 2024-11-08T09:20:25,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T09:20:25,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-08T09:20:25,461 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:46605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:20:25,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-11-08T09:20:25,471 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:46605' 2024-11-08T09:20:25,472 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6440a12a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:25,472 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,46605,-1 for getting cluster id 2024-11-08T09:20:25,472 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:25,473 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e13b3f2-2288-48b9-8e9c-e72bc794bd29' 2024-11-08T09:20:25,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:25,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e13b3f2-2288-48b9-8e9c-e72bc794bd29" 2024-11-08T09:20:25,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d205323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:25,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,46605,-1] 2024-11-08T09:20:25,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:25,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:25,474 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:25,474 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@698f7f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:25,474 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,46605,1731057612807 2024-11-08T09:20:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e85e3a5 2024-11-08T09:20:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:25,476 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-08T09:20:25,476 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,38195,1731057607166 (queues=1) is replicating from cluster=575fccc7-6188-42a0-a513-681b1e5672ed to cluster=8e13b3f2-2288-48b9-8e9c-e72bc794bd29 2024-11-08T09:20:25,476 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C38195%2C1731057607166 2024-11-08T09:20:25,476 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,38195,1731057607166, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:20:25,477 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C38195%2C1731057607166 2024-11-08T09:20:25,477 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516, startPosition=0, beingWritten=true 2024-11-08T09:20:25,482 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:20:25,482 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 379, reset compression=false 2024-11-08T09:20:25,482 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,38195,1731057607166 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:20:25,687 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 379, reset compression=false 2024-11-08T09:20:25,991 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 379, reset compression=false 2024-11-08T09:20:26,044 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 379, reset compression=false 2024-11-08T09:20:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:26,101 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:20:26,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:20:26,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:26,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:26,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:26,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:26,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489d5c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:26,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,46605,-1 for getting cluster id 2024-11-08T09:20:26,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:26,103 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e13b3f2-2288-48b9-8e9c-e72bc794bd29' 2024-11-08T09:20:26,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:26,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e13b3f2-2288-48b9-8e9c-e72bc794bd29" 2024-11-08T09:20:26,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50311f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:26,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,46605,-1] 2024-11-08T09:20:26,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:26,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:26,104 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:26,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8d32cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:26,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:26,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,46605,1731057612807 2024-11-08T09:20:26,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6db5425c 2024-11-08T09:20:26,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:26,106 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:20:26,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:41771,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:20:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:20:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:26,109 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41771' 2024-11-08T09:20:26,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72314d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:26,110 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41771,-1 for getting cluster id 2024-11-08T09:20:26,110 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:26,111 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '575fccc7-6188-42a0-a513-681b1e5672ed' 2024-11-08T09:20:26,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:26,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "575fccc7-6188-42a0-a513-681b1e5672ed" 2024-11-08T09:20:26,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604d0eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:26,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41771,-1] 2024-11-08T09:20:26,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:26,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:26,113 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:26,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632b4cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:26,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:26,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41771,1731057607053 2024-11-08T09:20:26,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@161c67fb 2024-11-08T09:20:26,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:26,115 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:20:26,115 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T09:20:26,115 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:20:26,116 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:26,116 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:26,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:26,116 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:20:26,117 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:20:26,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:20:26,118 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:26,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:20:26,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741837_1013 (size=1138) 2024-11-08T09:20:26,167 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:20:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:26,394 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 379, reset compression=false 2024-11-08T09:20:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:26,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32f170a8ce09426280721f604f9494f5, NAME => 'hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3 2024-11-08T09:20:26,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741838_1014 (size=44) 2024-11-08T09:20:26,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:26,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 32f170a8ce09426280721f604f9494f5, disabling compactions & flushes 2024-11-08T09:20:26,530 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. 2024-11-08T09:20:26,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. 2024-11-08T09:20:26,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. after waiting 0 ms 2024-11-08T09:20:26,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. 2024-11-08T09:20:26,530 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. 2024-11-08T09:20:26,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32f170a8ce09426280721f604f9494f5: Waiting for close lock at 1731057626529Disabling compacts and flushes for region at 1731057626529Disabling writes for close at 1731057626530 (+1 ms)Writing region close event to WAL at 1731057626530Closed at 1731057626530 2024-11-08T09:20:26,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:20:26,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057626531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057626531"}]},"ts":"1731057626531"} 2024-11-08T09:20:26,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:20:26,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:20:26,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057626534"}]},"ts":"1731057626534"} 2024-11-08T09:20:26,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:20:26,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32f170a8ce09426280721f604f9494f5, ASSIGN}] 2024-11-08T09:20:26,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32f170a8ce09426280721f604f9494f5, ASSIGN 2024-11-08T09:20:26,538 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32f170a8ce09426280721f604f9494f5, ASSIGN; state=OFFLINE, location=cf4d76213909,44879,1731057612943; forceNewPlan=false, retain=false 2024-11-08T09:20:26,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32f170a8ce09426280721f604f9494f5, regionState=OPENING, regionLocation=cf4d76213909,44879,1731057612943 2024-11-08T09:20:26,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32f170a8ce09426280721f604f9494f5, ASSIGN because future has completed 2024-11-08T09:20:26,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32f170a8ce09426280721f604f9494f5, server=cf4d76213909,44879,1731057612943}] 2024-11-08T09:20:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:26,847 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 379, reset compression=false 2024-11-08T09:20:26,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. 2024-11-08T09:20:26,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:26,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:20:26,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C44879%2C1731057612943.rep, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/oldWALs, maxLogs=10 2024-11-08T09:20:26,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.rep.1731057626850, exclude list is [], retry=0 2024-11-08T09:20:26,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39453,DS-333e615a-a061-4c54-b217-199617fef6bd,DISK] 2024-11-08T09:20:26,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.rep.1731057626850 2024-11-08T09:20:26,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34745:34745)] 2024-11-08T09:20:26,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 32f170a8ce09426280721f604f9494f5, NAME => 'hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:26,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:20:26,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:20:26,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. service=MultiRowMutationService 2024-11-08T09:20:26,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:20:26,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:26,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:26,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:26,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:26,878 INFO [StoreOpener-32f170a8ce09426280721f604f9494f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:26,879 INFO [StoreOpener-32f170a8ce09426280721f604f9494f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32f170a8ce09426280721f604f9494f5 columnFamilyName hfileref 2024-11-08T09:20:26,879 DEBUG [StoreOpener-32f170a8ce09426280721f604f9494f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:26,879 INFO [StoreOpener-32f170a8ce09426280721f604f9494f5-1 {}] regionserver.HStore(327): Store=32f170a8ce09426280721f604f9494f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:26,879 INFO [StoreOpener-32f170a8ce09426280721f604f9494f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:26,880 INFO [StoreOpener-32f170a8ce09426280721f604f9494f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32f170a8ce09426280721f604f9494f5 columnFamilyName queue 2024-11-08T09:20:26,880 DEBUG [StoreOpener-32f170a8ce09426280721f604f9494f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:26,881 INFO [StoreOpener-32f170a8ce09426280721f604f9494f5-1 {}] regionserver.HStore(327): Store=32f170a8ce09426280721f604f9494f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:26,881 INFO [StoreOpener-32f170a8ce09426280721f604f9494f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:26,882 INFO [StoreOpener-32f170a8ce09426280721f604f9494f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32f170a8ce09426280721f604f9494f5 columnFamilyName sid 2024-11-08T09:20:26,882 DEBUG [StoreOpener-32f170a8ce09426280721f604f9494f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:26,882 INFO [StoreOpener-32f170a8ce09426280721f604f9494f5-1 {}] regionserver.HStore(327): Store=32f170a8ce09426280721f604f9494f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:26,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:26,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/replication/32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:26,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/replication/32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:26,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:26,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:26,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:20:26,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:26,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/replication/32f170a8ce09426280721f604f9494f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:26,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 32f170a8ce09426280721f604f9494f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63617298, jitterRate=-0.052028387784957886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:20:26,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:26,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 32f170a8ce09426280721f604f9494f5: Running coprocessor pre-open hook at 1731057626877Writing region info on filesystem at 1731057626877Initializing all the Stores at 1731057626877Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057626877Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057626878 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057626878Cleaning up temporary data from old regions at 1731057626884 (+6 ms)Running coprocessor post-open hooks at 1731057626888 (+4 ms)Region opened successfully at 1731057626888 2024-11-08T09:20:26,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5., pid=10, masterSystemTime=1731057626844 2024-11-08T09:20:26,892 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32f170a8ce09426280721f604f9494f5, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,44879,1731057612943 2024-11-08T09:20:26,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. 2024-11-08T09:20:26,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. 2024-11-08T09:20:26,897 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 379, reset compression=false 2024-11-08T09:20:26,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32f170a8ce09426280721f604f9494f5, server=cf4d76213909,44879,1731057612943 because future has completed 2024-11-08T09:20:26,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:20:26,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 32f170a8ce09426280721f604f9494f5, server=cf4d76213909,44879,1731057612943 in 206 msec 2024-11-08T09:20:26,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T09:20:26,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32f170a8ce09426280721f604f9494f5, ASSIGN in 363 msec 2024-11-08T09:20:26,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:20:26,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057626902"}]},"ts":"1731057626902"} 2024-11-08T09:20:26,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:20:26,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:20:26,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 789 msec 2024-11-08T09:20:26,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5., hostname=cf4d76213909,44879,1731057612943, seqNum=2] 2024-11-08T09:20:26,935 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:20:26,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:26,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:26,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:27,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:20:27,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T09:20:27,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T09:20:27,174 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:20:27,201 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,44879,1731057612943, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:20:27,201 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:27,201 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,44879,1731057612943, seqNum=-1] 2024-11-08T09:20:27,202 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:27,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T09:20:27,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,44879,1731057612943', locateType=CURRENT is [region=hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5., hostname=cf4d76213909,44879,1731057612943, seqNum=2] 2024-11-08T09:20:27,206 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T09:20:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T09:20:27,208 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,44879,1731057612943 suceeded 2024-11-08T09:20:27,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T09:20:27,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-08T09:20:27,210 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:41771,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:20:27,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1030 sec 2024-11-08T09:20:27,220 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:41771' 2024-11-08T09:20:27,221 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f54a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,221 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41771,-1 for getting cluster id 2024-11-08T09:20:27,221 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:27,222 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '575fccc7-6188-42a0-a513-681b1e5672ed' 2024-11-08T09:20:27,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:27,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "575fccc7-6188-42a0-a513-681b1e5672ed" 2024-11-08T09:20:27,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a31d94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41771,-1] 2024-11-08T09:20:27,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:27,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:27,223 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:27,223 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54815535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,224 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:27,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,41771,1731057607053 2024-11-08T09:20:27,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25c77151 2024-11-08T09:20:27,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:27,225 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-08T09:20:27,226 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,44879,1731057612943 (queues=1) is replicating from cluster=8e13b3f2-2288-48b9-8e9c-e72bc794bd29 to cluster=575fccc7-6188-42a0-a513-681b1e5672ed 2024-11-08T09:20:27,226 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C44879%2C1731057612943 2024-11-08T09:20:27,226 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,44879,1731057612943, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:20:27,226 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.shippercf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C44879%2C1731057612943 2024-11-08T09:20:27,226 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186, startPosition=0, beingWritten=true 2024-11-08T09:20:27,230 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:20:27,230 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 379, reset compression=false 2024-11-08T09:20:27,230 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.shippercf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,44879,1731057612943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:20:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:27,242 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:20:27,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:20:27,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:27,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:27,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:27,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:27,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107be593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,38639,-1 for getting cluster id 2024-11-08T09:20:27,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:27,245 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7a79fc2-53d7-414a-98b3-d7dfdc760510' 2024-11-08T09:20:27,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:27,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7a79fc2-53d7-414a-98b3-d7dfdc760510" 2024-11-08T09:20:27,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f32779b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,38639,-1] 2024-11-08T09:20:27,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:27,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:27,246 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ed18f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5cc7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41771,-1 for getting cluster id 2024-11-08T09:20:27,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:27,247 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '575fccc7-6188-42a0-a513-681b1e5672ed' 2024-11-08T09:20:27,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:27,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "575fccc7-6188-42a0-a513-681b1e5672ed" 2024-11-08T09:20:27,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba41a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41771,-1] 2024-11-08T09:20:27,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:27,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:27,249 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:27,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192135bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6310a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,46605,-1 for getting cluster id 2024-11-08T09:20:27,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:27,250 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e13b3f2-2288-48b9-8e9c-e72bc794bd29' 2024-11-08T09:20:27,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:27,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e13b3f2-2288-48b9-8e9c-e72bc794bd29" 2024-11-08T09:20:27,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8377c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,46605,-1] 2024-11-08T09:20:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:27,251 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229de4cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,45315,1731057603556, seqNum=-1] 2024-11-08T09:20:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:27,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:20:27,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e., hostname=cf4d76213909,45315,1731057603556, seqNum=2] 2024-11-08T09:20:27,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,44879,1731057612943, seqNum=-1] 2024-11-08T09:20:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:27,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:20:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731057620653.432ec1f94be8295515213f9208616c95., hostname=cf4d76213909,44879,1731057612943, seqNum=2] 2024-11-08T09:20:27,263 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T09:20:27,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T09:20:27,291 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T09:20:27,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:20:27,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T09:20:27,437 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 379, reset compression=false 2024-11-08T09:20:27,500 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 379, reset compression=false 2024-11-08T09:20:27,741 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 379, reset compression=false 2024-11-08T09:20:27,753 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 379, reset compression=false 2024-11-08T09:20:27,758 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:20:27,758 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 480, reset compression=false 2024-11-08T09:20:27,758 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45315,1731057603556 got entry batch from reader: WALEntryBatch [walEntries=[{test/5f14fc75c135f4e33068a4be03b7d43e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T09:20:27,760 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:20:27,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-08T09:20:27,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:20:27,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e7fe5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,41771,-1 for getting cluster id 2024-11-08T09:20:27,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:27,762 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '575fccc7-6188-42a0-a513-681b1e5672ed' 2024-11-08T09:20:27,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:27,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "575fccc7-6188-42a0-a513-681b1e5672ed" 2024-11-08T09:20:27,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fa501af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,41771,-1] 2024-11-08T09:20:27,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:27,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:27,764 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:27,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ff3966c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:27,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:27,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38195,1731057607166, seqNum=-1] 2024-11-08T09:20:27,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:27,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T09:20:27,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2., hostname=cf4d76213909,38195,1731057607166, seqNum=2] 2024-11-08T09:20:27,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:20:27,961 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 480, reset compression=false 2024-11-08T09:20:28,144 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 379, reset compression=false 2024-11-08T09:20:28,204 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 379, reset compression=false 2024-11-08T09:20:28,208 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:20:28,208 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 504, reset compression=false 2024-11-08T09:20:28,208 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,38195,1731057607166 got entry batch from reader: WALEntryBatch [walEntries=[{test/e10b36237a5f98811e837ddeae82a7f2/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T09:20:28,210 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:20:28,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-08T09:20:28,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:20:28,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a2c4a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:28,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,46605,-1 for getting cluster id 2024-11-08T09:20:28,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:28,212 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e13b3f2-2288-48b9-8e9c-e72bc794bd29' 2024-11-08T09:20:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e13b3f2-2288-48b9-8e9c-e72bc794bd29" 2024-11-08T09:20:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fae1891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,46605,-1] 2024-11-08T09:20:28,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:28,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:28,213 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:28,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e7ab61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:28,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:28,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,44879,1731057612943, seqNum=-1] 2024-11-08T09:20:28,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:28,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T09:20:28,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731057620653.432ec1f94be8295515213f9208616c95., hostname=cf4d76213909,44879,1731057612943, seqNum=2] 2024-11-08T09:20:28,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:20:28,265 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 480, reset compression=false 2024-11-08T09:20:28,265 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T09:20:28,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,38195,1731057607166, seqNum=-1] 2024-11-08T09:20:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:28,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:20:28,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2., hostname=cf4d76213909,38195,1731057607166, seqNum=2] 2024-11-08T09:20:28,272 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T09:20:28,411 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 504, reset compression=false 2024-11-08T09:20:28,415 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:20:28,415 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 608, reset compression=false 2024-11-08T09:20:28,415 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,38195,1731057607166 got entry batch from reader: WALEntryBatch [walEntries=[{test/e10b36237a5f98811e837ddeae82a7f2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T09:20:28,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:20:28,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:20:28,620 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 608, reset compression=false 2024-11-08T09:20:28,648 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 379, reset compression=false 2024-11-08T09:20:28,653 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:20:28,653 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 654, reset compression=false 2024-11-08T09:20:28,653 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.shippercf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,44879,1731057612943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:20:28,668 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 480, reset compression=false 2024-11-08T09:20:28,856 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 654, reset compression=false 2024-11-08T09:20:28,923 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 608, reset compression=false 2024-11-08T09:20:29,160 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 654, reset compression=false 2024-11-08T09:20:29,171 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 480, reset compression=false 2024-11-08T09:20:29,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:29,211 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:20:29,211 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108683 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:20:29,273 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T09:20:29,276 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T09:20:29,327 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 608, reset compression=false 2024-11-08T09:20:29,564 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 654, reset compression=false 2024-11-08T09:20:29,569 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:20:29,569 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 758, reset compression=false 2024-11-08T09:20:29,569 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.shippercf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,44879,1731057612943 got entry batch from reader: WALEntryBatch [walEntries=[{test/432ec1f94be8295515213f9208616c95/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T09:20:29,571 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.shippercf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:20:29,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-08T09:20:29,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:20:29,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:20:29,773 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 758, reset compression=false 2024-11-08T09:20:29,774 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 480, reset compression=false 2024-11-08T09:20:29,830 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 608, reset compression=false 2024-11-08T09:20:29,834 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:20:29,834 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 736, reset compression=false 2024-11-08T09:20:29,834 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,38195,1731057607166 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:20:30,037 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 736, reset compression=false 2024-11-08T09:20:30,076 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 758, reset compression=false 2024-11-08T09:20:30,278 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T09:20:30,281 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T09:20:30,341 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 736, reset compression=false 2024-11-08T09:20:30,477 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 480, reset compression=false 2024-11-08T09:20:30,479 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 758, reset compression=false 2024-11-08T09:20:30,481 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:20:30,481 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 636, reset compression=false 2024-11-08T09:20:30,481 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45315,1731057603556 got entry batch from reader: WALEntryBatch [walEntries=[{test/5f14fc75c135f4e33068a4be03b7d43e/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T09:20:30,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:20:30,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:20:30,684 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 636, reset compression=false 2024-11-08T09:20:30,744 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 736, reset compression=false 2024-11-08T09:20:30,749 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:20:30,749 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 884, reset compression=false 2024-11-08T09:20:30,749 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,38195,1731057607166 got entry batch from reader: WALEntryBatch [walEntries=[{test/e10b36237a5f98811e837ddeae82a7f2/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T09:20:30,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:20:30,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:20:30,952 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 884, reset compression=false 2024-11-08T09:20:30,984 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 758, reset compression=false 2024-11-08T09:20:30,988 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:20:30,988 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 929, reset compression=false 2024-11-08T09:20:30,988 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.shippercf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,44879,1731057612943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:20:30,988 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 636, reset compression=false 2024-11-08T09:20:31,191 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 929, reset compression=false 2024-11-08T09:20:31,256 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 884, reset compression=false 2024-11-08T09:20:31,283 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T09:20:31,286 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T09:20:31,391 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 636, reset compression=false 2024-11-08T09:20:31,495 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 929, reset compression=false 2024-11-08T09:20:31,659 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 884, reset compression=false 2024-11-08T09:20:31,663 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:20:31,663 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1043, reset compression=false 2024-11-08T09:20:31,663 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,38195,1731057607166 got entry batch from reader: WALEntryBatch [walEntries=[{test/e10b36237a5f98811e837ddeae82a7f2/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T09:20:31,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:20:31,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:20:31,866 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1043, reset compression=false 2024-11-08T09:20:31,895 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 636, reset compression=false 2024-11-08T09:20:31,898 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 929, reset compression=false 2024-11-08T09:20:31,901 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:20:31,901 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 1078, reset compression=false 2024-11-08T09:20:31,901 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.shippercf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,44879,1731057612943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:20:32,104 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 1078, reset compression=false 2024-11-08T09:20:32,169 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1043, reset compression=false 2024-11-08T09:20:32,288 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T09:20:32,290 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T09:20:32,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:20:32,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,407 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 1078, reset compression=false 2024-11-08T09:20:32,411 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:20:32,411 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 1237, reset compression=false 2024-11-08T09:20:32,411 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.shippercf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,44879,1731057612943 got entry batch from reader: WALEntryBatch [walEntries=[{test/432ec1f94be8295515213f9208616c95/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T09:20:32,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T09:20:32,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T09:20:32,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:32,498 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 636, reset compression=false 2024-11-08T09:20:32,572 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1043, reset compression=false 2024-11-08T09:20:32,576 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:20:32,576 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1193, reset compression=false 2024-11-08T09:20:32,576 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,38195,1731057607166 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:20:32,615 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 1237, reset compression=false 2024-11-08T09:20:32,779 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1193, reset compression=false 2024-11-08T09:20:32,918 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 1237, reset compression=false 2024-11-08T09:20:33,083 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1193, reset compression=false 2024-11-08T09:20:33,201 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 636, reset compression=false 2024-11-08T09:20:33,293 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T09:20:33,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:20:33,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:20:33,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:33,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:33,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:33,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:33,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:20:33,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1446190653, stopped=false 2024-11-08T09:20:33,299 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,46605,1731057612807 2024-11-08T09:20:33,321 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/WALs/cf4d76213909,44879,1731057612943/cf4d76213909%2C44879%2C1731057612943.1731057615186 to pos 1237, reset compression=false 2024-11-08T09:20:33,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1994538285/running 2024-11-08T09:20:33,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1994538285/running 2024-11-08T09:20:33,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:33,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:33,357 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:20:33,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:20:33,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:33,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Set watcher on znode that does not yet exist, /2-1994538285/running 2024-11-08T09:20:33,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:33,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Set watcher on znode that does not yet exist, /2-1994538285/running 2024-11-08T09:20:33,358 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,44879,1731057612943' ***** 2024-11-08T09:20:33,358 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:20:33,358 INFO [RS:0;cf4d76213909:44879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:20:33,359 INFO [RS:0;cf4d76213909:44879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:20:33,359 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:20:33,359 INFO [RS:0;cf4d76213909:44879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:20:33,359 INFO [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(3091): Received CLOSE for 32f170a8ce09426280721f604f9494f5 2024-11-08T09:20:33,359 INFO [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(3091): Received CLOSE for 432ec1f94be8295515213f9208616c95 2024-11-08T09:20:33,359 INFO [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,44879,1731057612943 2024-11-08T09:20:33,359 INFO [RS:0;cf4d76213909:44879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:20:33,359 INFO [RS:0;cf4d76213909:44879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:44879. 2024-11-08T09:20:33,359 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32f170a8ce09426280721f604f9494f5, disabling compactions & flushes 2024-11-08T09:20:33,359 DEBUG [RS:0;cf4d76213909:44879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:33,359 DEBUG [RS:0;cf4d76213909:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:33,359 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. 2024-11-08T09:20:33,359 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. 2024-11-08T09:20:33,359 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. after waiting 0 ms 2024-11-08T09:20:33,359 INFO [RS:0;cf4d76213909:44879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:20:33,359 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. 2024-11-08T09:20:33,359 INFO [RS:0;cf4d76213909:44879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:20:33,359 INFO [RS:0;cf4d76213909:44879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:20:33,359 INFO [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:20:33,359 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 32f170a8ce09426280721f604f9494f5 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-08T09:20:33,360 INFO [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T09:20:33,360 DEBUG [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(1325): Online Regions={32f170a8ce09426280721f604f9494f5=hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5., 1588230740=hbase:meta,,1.1588230740, 432ec1f94be8295515213f9208616c95=test,,1731057620653.432ec1f94be8295515213f9208616c95.} 2024-11-08T09:20:33,360 DEBUG [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32f170a8ce09426280721f604f9494f5, 432ec1f94be8295515213f9208616c95 2024-11-08T09:20:33,360 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:20:33,360 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:20:33,360 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:20:33,360 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:20:33,360 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:20:33,360 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T09:20:33,372 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:20:33,378 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T09:20:33,380 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/replication/32f170a8ce09426280721f604f9494f5/.tmp/queue/bc5c0dc4857b4be4a22bc27360a167be is 154, key is 1-cf4d76213909,44879,1731057612943/queue:cf4d76213909%2C44879%2C1731057612943/1731057632416/Put/seqid=0 2024-11-08T09:20:33,380 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/.tmp/info/b51fafb4b75c447b94065074ef3d3eb9 is 147, key is hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5./info:regioninfo/1731057626892/Put/seqid=0 2024-11-08T09:20:33,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741840_1016 (size=7686) 2024-11-08T09:20:33,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741841_1017 (size=5353) 2024-11-08T09:20:33,384 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/.tmp/info/b51fafb4b75c447b94065074ef3d3eb9 2024-11-08T09:20:33,384 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/replication/32f170a8ce09426280721f604f9494f5/.tmp/queue/bc5c0dc4857b4be4a22bc27360a167be 2024-11-08T09:20:33,388 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/replication/32f170a8ce09426280721f604f9494f5/.tmp/queue/bc5c0dc4857b4be4a22bc27360a167be as hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/replication/32f170a8ce09426280721f604f9494f5/queue/bc5c0dc4857b4be4a22bc27360a167be 2024-11-08T09:20:33,392 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/replication/32f170a8ce09426280721f604f9494f5/queue/bc5c0dc4857b4be4a22bc27360a167be, entries=1, sequenceid=11, filesize=5.2 K 2024-11-08T09:20:33,393 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 32f170a8ce09426280721f604f9494f5 in 34ms, sequenceid=11, compaction requested=false 2024-11-08T09:20:33,396 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/replication/32f170a8ce09426280721f604f9494f5/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T09:20:33,396 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:20:33,396 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:20:33,396 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. 2024-11-08T09:20:33,396 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32f170a8ce09426280721f604f9494f5: Waiting for close lock at 1731057633359Running coprocessor pre-close hooks at 1731057633359Disabling compacts and flushes for region at 1731057633359Disabling writes for close at 1731057633359Obtaining lock to block concurrent updates at 1731057633359Preparing flush snapshotting stores in 32f170a8ce09426280721f604f9494f5 at 1731057633359Finished memstore snapshotting hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731057633360 (+1 ms)Flushing stores of hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. at 1731057633360Flushing 32f170a8ce09426280721f604f9494f5/queue: creating writer at 1731057633360Flushing 32f170a8ce09426280721f604f9494f5/queue: appending metadata at 1731057633380 (+20 ms)Flushing 32f170a8ce09426280721f604f9494f5/queue: closing flushed file at 1731057633380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eff68ae: reopening flushed file at 1731057633388 (+8 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 32f170a8ce09426280721f604f9494f5 in 34ms, sequenceid=11, compaction requested=false at 1731057633393 (+5 ms)Writing region close event to WAL at 1731057633393Running coprocessor post-close hooks at 1731057633396 (+3 ms)Closed at 1731057633396 2024-11-08T09:20:33,396 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731057626116.32f170a8ce09426280721f604f9494f5. 2024-11-08T09:20:33,396 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 432ec1f94be8295515213f9208616c95, disabling compactions & flushes 2024-11-08T09:20:33,397 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057620653.432ec1f94be8295515213f9208616c95. 2024-11-08T09:20:33,397 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057620653.432ec1f94be8295515213f9208616c95. 2024-11-08T09:20:33,397 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057620653.432ec1f94be8295515213f9208616c95. after waiting 0 ms 2024-11-08T09:20:33,397 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057620653.432ec1f94be8295515213f9208616c95. 2024-11-08T09:20:33,397 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 432ec1f94be8295515213f9208616c95 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T09:20:33,402 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/.tmp/ns/7158a237b7b740ce969f1ec4970c3fe0 is 43, key is default/ns:d/1731057616215/Put/seqid=0 2024-11-08T09:20:33,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741842_1018 (size=5153) 2024-11-08T09:20:33,408 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/.tmp/ns/7158a237b7b740ce969f1ec4970c3fe0 2024-11-08T09:20:33,415 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/.tmp/f/57da4d4e6edb491693b4c2f6d61cbb2d is 29, key is row1/f:/1731057631284/DeleteFamily/seqid=0 2024-11-08T09:20:33,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741843_1019 (size=5152) 2024-11-08T09:20:33,418 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/.tmp/f/57da4d4e6edb491693b4c2f6d61cbb2d 2024-11-08T09:20:33,422 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57da4d4e6edb491693b4c2f6d61cbb2d 2024-11-08T09:20:33,426 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/.tmp/rep_barrier/d1c48d1a68344008a35249a546414514 is 112, key is test,,1731057620653.432ec1f94be8295515213f9208616c95./rep_barrier:seqnumDuringOpen/1731057621446/Put/seqid=0 2024-11-08T09:20:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741844_1020 (size=5518) 2024-11-08T09:20:33,429 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/.tmp/rep_barrier/d1c48d1a68344008a35249a546414514 2024-11-08T09:20:33,439 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/.tmp/f1/d3872364f0a6470e8ffcc0e7cd03445e is 30, key is row1/f1:/1731057631284/DeleteFamily/seqid=0 2024-11-08T09:20:33,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741845_1021 (size=5158) 2024-11-08T09:20:33,442 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/.tmp/f1/d3872364f0a6470e8ffcc0e7cd03445e 2024-11-08T09:20:33,446 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/.tmp/table/2646a1d610dd496894df3ed51eead034 is 53, key is hbase:replication/table:state/1731057626902/Put/seqid=0 2024-11-08T09:20:33,446 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3872364f0a6470e8ffcc0e7cd03445e 2024-11-08T09:20:33,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741846_1022 (size=5308) 2024-11-08T09:20:33,449 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/.tmp/table/2646a1d610dd496894df3ed51eead034 2024-11-08T09:20:33,452 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/.tmp/info/b51fafb4b75c447b94065074ef3d3eb9 as hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/info/b51fafb4b75c447b94065074ef3d3eb9 2024-11-08T09:20:33,465 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/info/b51fafb4b75c447b94065074ef3d3eb9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T09:20:33,466 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/.tmp/ns/7158a237b7b740ce969f1ec4970c3fe0 as hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/ns/7158a237b7b740ce969f1ec4970c3fe0 2024-11-08T09:20:33,469 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/ns/7158a237b7b740ce969f1ec4970c3fe0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T09:20:33,470 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/.tmp/rep_barrier/d1c48d1a68344008a35249a546414514 as hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/rep_barrier/d1c48d1a68344008a35249a546414514 2024-11-08T09:20:33,473 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/.tmp/norep/29bc135f640447f483b5add6f2911bd8 is 33, key is row2/norep:/1731057632288/DeleteFamily/seqid=0 2024-11-08T09:20:33,473 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/rep_barrier/d1c48d1a68344008a35249a546414514, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T09:20:33,474 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/.tmp/table/2646a1d610dd496894df3ed51eead034 as hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/table/2646a1d610dd496894df3ed51eead034 2024-11-08T09:20:33,478 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/table/2646a1d610dd496894df3ed51eead034, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T09:20:33,478 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=16, compaction requested=false 2024-11-08T09:20:33,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741847_1023 (size=5108) 2024-11-08T09:20:33,485 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/.tmp/norep/29bc135f640447f483b5add6f2911bd8 2024-11-08T09:20:33,487 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1193, reset compression=false 2024-11-08T09:20:33,488 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29bc135f640447f483b5add6f2911bd8 2024-11-08T09:20:33,489 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/.tmp/f/57da4d4e6edb491693b4c2f6d61cbb2d as hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/f/57da4d4e6edb491693b4c2f6d61cbb2d 2024-11-08T09:20:33,492 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57da4d4e6edb491693b4c2f6d61cbb2d 2024-11-08T09:20:33,492 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/f/57da4d4e6edb491693b4c2f6d61cbb2d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T09:20:33,493 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/.tmp/f1/d3872364f0a6470e8ffcc0e7cd03445e as hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/f1/d3872364f0a6470e8ffcc0e7cd03445e 2024-11-08T09:20:33,496 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T09:20:33,497 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:20:33,497 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:20:33,497 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:20:33,497 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057633360Running coprocessor pre-close hooks at 1731057633360Disabling compacts and flushes for region at 1731057633360Disabling writes for close at 1731057633360Obtaining lock to block concurrent updates at 1731057633360Preparing flush snapshotting stores in 1588230740 at 1731057633360Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731057633360Flushing stores of hbase:meta,,1.1588230740 at 1731057633360Flushing 1588230740/info: creating writer at 1731057633361 (+1 ms)Flushing 1588230740/info: appending metadata at 1731057633380 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731057633380Flushing 1588230740/ns: creating writer at 1731057633388 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731057633402 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731057633402Flushing 1588230740/rep_barrier: creating writer at 1731057633411 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057633425 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057633425Flushing 1588230740/table: creating writer at 1731057633433 (+8 ms)Flushing 1588230740/table: appending metadata at 1731057633446 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731057633446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@601ee4af: reopening flushed file at 1731057633452 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@733d86f9: reopening flushed file at 1731057633465 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1a8418: reopening flushed file at 1731057633469 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39de9ab5: reopening flushed file at 1731057633474 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=16, compaction requested=false at 1731057633478 (+4 ms)Writing region close event to WAL at 1731057633493 (+15 ms)Running coprocessor post-close hooks at 1731057633497 (+4 ms)Closed at 1731057633497 2024-11-08T09:20:33,497 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:20:33,497 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3872364f0a6470e8ffcc0e7cd03445e 2024-11-08T09:20:33,498 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/f1/d3872364f0a6470e8ffcc0e7cd03445e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T09:20:33,498 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/.tmp/norep/29bc135f640447f483b5add6f2911bd8 as hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/norep/29bc135f640447f483b5add6f2911bd8 2024-11-08T09:20:33,501 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29bc135f640447f483b5add6f2911bd8 2024-11-08T09:20:33,501 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/norep/29bc135f640447f483b5add6f2911bd8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T09:20:33,502 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 432ec1f94be8295515213f9208616c95 in 105ms, sequenceid=10, compaction requested=false 2024-11-08T09:20:33,505 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/data/default/test/432ec1f94be8295515213f9208616c95/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T09:20:33,506 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:20:33,506 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:20:33,506 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057620653.432ec1f94be8295515213f9208616c95. 2024-11-08T09:20:33,506 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 432ec1f94be8295515213f9208616c95: Waiting for close lock at 1731057633396Running coprocessor pre-close hooks at 1731057633396Disabling compacts and flushes for region at 1731057633396Disabling writes for close at 1731057633397 (+1 ms)Obtaining lock to block concurrent updates at 1731057633397Preparing flush snapshotting stores in 432ec1f94be8295515213f9208616c95 at 1731057633397Finished memstore snapshotting test,,1731057620653.432ec1f94be8295515213f9208616c95., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731057633397Flushing stores of test,,1731057620653.432ec1f94be8295515213f9208616c95. at 1731057633397Flushing 432ec1f94be8295515213f9208616c95/f: creating writer at 1731057633397Flushing 432ec1f94be8295515213f9208616c95/f: appending metadata at 1731057633414 (+17 ms)Flushing 432ec1f94be8295515213f9208616c95/f: closing flushed file at 1731057633414Flushing 432ec1f94be8295515213f9208616c95/f1: creating writer at 1731057633422 (+8 ms)Flushing 432ec1f94be8295515213f9208616c95/f1: appending metadata at 1731057633438 (+16 ms)Flushing 432ec1f94be8295515213f9208616c95/f1: closing flushed file at 1731057633438Flushing 432ec1f94be8295515213f9208616c95/norep: creating writer at 1731057633446 (+8 ms)Flushing 432ec1f94be8295515213f9208616c95/norep: appending metadata at 1731057633472 (+26 ms)Flushing 432ec1f94be8295515213f9208616c95/norep: closing flushed file at 1731057633472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465ed7e7: reopening flushed file at 1731057633488 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea10dc2: reopening flushed file at 1731057633492 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@127e70ad: reopening flushed file at 1731057633498 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 432ec1f94be8295515213f9208616c95 in 105ms, sequenceid=10, compaction requested=false at 1731057633502 (+4 ms)Writing region close event to WAL at 1731057633503 (+1 ms)Running coprocessor post-close hooks at 1731057633506 (+3 ms)Closed at 1731057633506 2024-11-08T09:20:33,506 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057620653.432ec1f94be8295515213f9208616c95. 2024-11-08T09:20:33,560 INFO [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,44879,1731057612943; all regions closed. 2024-11-08T09:20:33,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741834_1010 (size=4239) 2024-11-08T09:20:33,564 DEBUG [RS:0;cf4d76213909:44879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/oldWALs 2024-11-08T09:20:33,564 INFO [RS:0;cf4d76213909:44879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C44879%2C1731057612943.meta:.meta(num 1731057616148) 2024-11-08T09:20:33,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741839_1015 (size=2896) 2024-11-08T09:20:33,567 DEBUG [RS:0;cf4d76213909:44879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/oldWALs 2024-11-08T09:20:33,567 INFO [RS:0;cf4d76213909:44879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C44879%2C1731057612943.rep:(num 1731057626850) 2024-11-08T09:20:33,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741832_1008 (size=2136) 2024-11-08T09:20:33,569 DEBUG [RS:0;cf4d76213909:44879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/oldWALs 2024-11-08T09:20:33,569 INFO [RS:0;cf4d76213909:44879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C44879%2C1731057612943:(num 1731057615186) 2024-11-08T09:20:33,569 DEBUG [RS:0;cf4d76213909:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:33,570 INFO [RS:0;cf4d76213909:44879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:20:33,570 INFO [RS:0;cf4d76213909:44879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:20:33,570 INFO [RS:0;cf4d76213909:44879 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:20:33,570 INFO [RS:0;cf4d76213909:44879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:20:33,570 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:20:33,570 INFO [RS:0;cf4d76213909:44879 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,44879,1731057612943 because: Region server is closing 2024-11-08T09:20:33,571 INFO [RS:0;cf4d76213909:44879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:44879. 2024-11-08T09:20:33,571 DEBUG [RS:0;cf4d76213909:44879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:33,571 DEBUG [RS:0;cf4d76213909:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:33,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:33,571 DEBUG [RS:0;cf4d76213909:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:33,671 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.wal-reader.cf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T09:20:33,671 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.shippercf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T09:20:33,671 INFO [RS:0;cf4d76213909:44879 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,44879,1731057612943.replicationSource.shippercf4d76213909%2C44879%2C1731057612943,1-cf4d76213909,44879,1731057612943 terminated 2024-11-08T09:20:33,672 INFO [RS:0;cf4d76213909:44879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:44879. 2024-11-08T09:20:33,672 DEBUG [RS:0;cf4d76213909:44879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:33,672 DEBUG [RS:0;cf4d76213909:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:33,672 DEBUG [RS:0;cf4d76213909:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:33,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:33,672 INFO [RS:0;cf4d76213909:44879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44879 2024-11-08T09:20:33,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1994538285/rs/cf4d76213909,44879,1731057612943 2024-11-08T09:20:33,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285/rs 2024-11-08T09:20:33,683 INFO [RS:0;cf4d76213909:44879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:20:33,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,44879,1731057612943] 2024-11-08T09:20:33,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1994538285/draining/cf4d76213909,44879,1731057612943 already deleted, retry=false 2024-11-08T09:20:33,704 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,44879,1731057612943 expired; onlineServers=0 2024-11-08T09:20:33,704 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,46605,1731057612807' ***** 2024-11-08T09:20:33,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:20:33,704 INFO [M:0;cf4d76213909:46605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:20:33,704 INFO [M:0;cf4d76213909:46605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:20:33,704 DEBUG [M:0;cf4d76213909:46605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:20:33,704 DEBUG [M:0;cf4d76213909:46605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:20:33,704 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:20:33,704 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057614933 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057614933,5,FailOnTimeoutGroup] 2024-11-08T09:20:33,705 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057614933 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057614933,5,FailOnTimeoutGroup] 2024-11-08T09:20:33,705 INFO [M:0;cf4d76213909:46605 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:20:33,705 INFO [M:0;cf4d76213909:46605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:20:33,705 DEBUG [M:0;cf4d76213909:46605 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:20:33,705 INFO [M:0;cf4d76213909:46605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:20:33,705 INFO [M:0;cf4d76213909:46605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:20:33,705 INFO [M:0;cf4d76213909:46605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:20:33,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:20:33,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1994538285/master 2024-11-08T09:20:33,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1994538285 2024-11-08T09:20:33,715 DEBUG [M:0;cf4d76213909:46605 {}] zookeeper.ZKUtil(347): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Unable to get data of znode /2-1994538285/master because node does not exist (not an error) 2024-11-08T09:20:33,715 WARN [M:0;cf4d76213909:46605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:20:33,715 INFO [M:0;cf4d76213909:46605 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/.lastflushedseqids 2024-11-08T09:20:33,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741848_1024 (size=245) 2024-11-08T09:20:33,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:33,794 INFO [RS:0;cf4d76213909:44879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:20:33,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x10119bec8e20007, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:33,794 INFO [RS:0;cf4d76213909:44879 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,44879,1731057612943; zookeeper connection closed. 2024-11-08T09:20:33,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63b8ec8d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63b8ec8d 2024-11-08T09:20:33,794 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:20:33,995 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1193, reset compression=false 2024-11-08T09:20:34,004 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 636, reset compression=false 2024-11-08T09:20:34,119 INFO [M:0;cf4d76213909:46605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:20:34,119 INFO [M:0;cf4d76213909:46605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:20:34,120 DEBUG [M:0;cf4d76213909:46605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:20:34,120 INFO [M:0;cf4d76213909:46605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:34,120 DEBUG [M:0;cf4d76213909:46605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:34,120 DEBUG [M:0;cf4d76213909:46605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:20:34,120 DEBUG [M:0;cf4d76213909:46605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:34,120 INFO [M:0;cf4d76213909:46605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T09:20:34,137 DEBUG [M:0;cf4d76213909:46605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03e0ffd1d1054c7e9ae97e3c02c5cc86 is 82, key is hbase:meta,,1/info:regioninfo/1731057616192/Put/seqid=0 2024-11-08T09:20:34,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741849_1025 (size=5672) 2024-11-08T09:20:34,541 INFO [M:0;cf4d76213909:46605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03e0ffd1d1054c7e9ae97e3c02c5cc86 2024-11-08T09:20:34,563 DEBUG [M:0;cf4d76213909:46605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f879e9d19b284431ba6100ba23124619 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731057626905/Put/seqid=0 2024-11-08T09:20:34,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741850_1026 (size=8516) 2024-11-08T09:20:34,566 INFO [M:0;cf4d76213909:46605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f879e9d19b284431ba6100ba23124619 2024-11-08T09:20:34,583 DEBUG [M:0;cf4d76213909:46605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18691479ec7f4c0b984cc43f482ef142 is 69, key is cf4d76213909,44879,1731057612943/rs:state/1731057615003/Put/seqid=0 2024-11-08T09:20:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741851_1027 (size=5156) 2024-11-08T09:20:34,598 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1193, reset compression=false 2024-11-08T09:20:34,908 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 636, reset compression=false 2024-11-08T09:20:34,996 INFO [M:0;cf4d76213909:46605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18691479ec7f4c0b984cc43f482ef142 2024-11-08T09:20:35,001 DEBUG [M:0;cf4d76213909:46605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03e0ffd1d1054c7e9ae97e3c02c5cc86 as hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03e0ffd1d1054c7e9ae97e3c02c5cc86 2024-11-08T09:20:35,004 INFO [M:0;cf4d76213909:46605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03e0ffd1d1054c7e9ae97e3c02c5cc86, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T09:20:35,004 DEBUG [M:0;cf4d76213909:46605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f879e9d19b284431ba6100ba23124619 as hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f879e9d19b284431ba6100ba23124619 2024-11-08T09:20:35,007 INFO [M:0;cf4d76213909:46605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f879e9d19b284431ba6100ba23124619, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T09:20:35,008 DEBUG [M:0;cf4d76213909:46605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18691479ec7f4c0b984cc43f482ef142 as hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18691479ec7f4c0b984cc43f482ef142 2024-11-08T09:20:35,011 INFO [M:0;cf4d76213909:46605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18691479ec7f4c0b984cc43f482ef142, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T09:20:35,012 INFO [M:0;cf4d76213909:46605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=97, compaction requested=false 2024-11-08T09:20:35,013 INFO [M:0;cf4d76213909:46605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:35,013 DEBUG [M:0;cf4d76213909:46605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057634120Disabling compacts and flushes for region at 1731057634120Disabling writes for close at 1731057634120Obtaining lock to block concurrent updates at 1731057634120Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057634120Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731057634120Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057634121 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057634121Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057634137 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057634137Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057634544 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057634562 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057634562Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057634570 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057634583 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057634583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e1c7f0a: reopening flushed file at 1731057635000 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7d29ff: reopening flushed file at 1731057635004 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7867b072: reopening flushed file at 1731057635008 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=97, compaction requested=false at 1731057635012 (+4 ms)Writing region close event to WAL at 1731057635013 (+1 ms)Closed at 1731057635013 2024-11-08T09:20:35,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39453 is added to blk_1073741830_1006 (size=63654) 2024-11-08T09:20:35,015 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd2e7212-1ff4-051c-a723-08fc87a33ce3/MasterData/WALs/cf4d76213909,46605,1731057612807/cf4d76213909%2C46605%2C1731057612807.1731057614692 not finished, retry = 0 2024-11-08T09:20:35,116 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:20:35,116 INFO [M:0;cf4d76213909:46605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:20:35,116 INFO [M:0;cf4d76213909:46605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46605 2024-11-08T09:20:35,117 INFO [M:0;cf4d76213909:46605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:20:35,267 INFO [M:0;cf4d76213909:46605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:20:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x10119bec8e20006, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:35,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e1f7cc4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:20:35,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb8aaa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:20:35,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:20:35,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@554d416c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:20:35,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f7a0f09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/hadoop.log.dir/,STOPPED} 2024-11-08T09:20:35,271 WARN [BP-1382997151-172.17.0.2-1731057610640 heartbeating to localhost/127.0.0.1:40123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:20:35,271 WARN [BP-1382997151-172.17.0.2-1731057610640 heartbeating to localhost/127.0.0.1:40123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382997151-172.17.0.2-1731057610640 (Datanode Uuid c48cacc0-2cbd-4da6-b5bd-ed8e8f3777aa) service to localhost/127.0.0.1:40123 2024-11-08T09:20:35,271 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:20:35,271 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:20:35,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/cluster_edd97198-9019-53e8-a459-099573e34ef3/data/data1/current/BP-1382997151-172.17.0.2-1731057610640 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:20:35,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/cluster_edd97198-9019-53e8-a459-099573e34ef3/data/data2/current/BP-1382997151-172.17.0.2-1731057610640 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:20:35,272 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:20:35,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48c629e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:20:35,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b8b2131{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:20:35,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:20:35,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b331d6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:20:35,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6035ec59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/hadoop.log.dir/,STOPPED} 2024-11-08T09:20:35,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:20:35,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:20:35,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:20:35,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:35,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:35,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:35,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:35,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:20:35,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=490437199, stopped=false 2024-11-08T09:20:35,290 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,41771,1731057607053 2024-11-08T09:20:35,301 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1193, reset compression=false 2024-11-08T09:20:35,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11047660424/running 2024-11-08T09:20:35,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11047660424/running 2024-11-08T09:20:35,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:35,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:35,304 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:20:35,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:20:35,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:35,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Set watcher on znode that does not yet exist, /11047660424/running 2024-11-08T09:20:35,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:35,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Set watcher on znode that does not yet exist, /11047660424/running 2024-11-08T09:20:35,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,38195,1731057607166' ***** 2024-11-08T09:20:35,305 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:20:35,305 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:20:35,305 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:20:35,305 INFO [RS:0;cf4d76213909:38195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:20:35,305 INFO [RS:0;cf4d76213909:38195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:20:35,305 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(3091): Received CLOSE for e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:35,306 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:35,306 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,38195,1731057607166 2024-11-08T09:20:35,306 INFO [RS:0;cf4d76213909:38195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:20:35,306 INFO [RS:0;cf4d76213909:38195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:38195. 2024-11-08T09:20:35,306 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e10b36237a5f98811e837ddeae82a7f2, disabling compactions & flushes 2024-11-08T09:20:35,306 DEBUG [RS:0;cf4d76213909:38195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:35,306 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. 2024-11-08T09:20:35,306 DEBUG [RS:0;cf4d76213909:38195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:35,306 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. 2024-11-08T09:20:35,306 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. after waiting 0 ms 2024-11-08T09:20:35,306 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. 2024-11-08T09:20:35,306 INFO [RS:0;cf4d76213909:38195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:20:35,306 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e10b36237a5f98811e837ddeae82a7f2 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T09:20:35,306 INFO [RS:0;cf4d76213909:38195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:20:35,306 INFO [RS:0;cf4d76213909:38195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:20:35,306 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:20:35,306 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T09:20:35,306 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e10b36237a5f98811e837ddeae82a7f2=test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2., 6e307fa8678f3ac84ef3d5e093ebfd2d=hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d.} 2024-11-08T09:20:35,306 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e307fa8678f3ac84ef3d5e093ebfd2d, e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:35,306 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:20:35,306 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:20:35,306 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:20:35,306 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:20:35,306 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:20:35,306 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T09:20:35,307 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:20:35,322 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/.tmp/f/3f45e4c943654ea995f6637de312409e is 29, key is row1/f:/1731057631284/DeleteFamily/seqid=0 2024-11-08T09:20:35,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741840_1016 (size=5152) 2024-11-08T09:20:35,326 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/.tmp/info/79d8d66d31cd4b128d2058e5daffe1ad is 147, key is hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d./info:regioninfo/1731057625121/Put/seqid=0 2024-11-08T09:20:35,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741841_1017 (size=7686) 2024-11-08T09:20:35,328 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/.tmp/info/79d8d66d31cd4b128d2058e5daffe1ad 2024-11-08T09:20:35,343 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/.tmp/ns/9cf3a7e88c5d4fd783b4b36b0a0304a4 is 43, key is default/ns:d/1731057610491/Put/seqid=0 2024-11-08T09:20:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741842_1018 (size=5153) 2024-11-08T09:20:35,347 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/.tmp/ns/9cf3a7e88c5d4fd783b4b36b0a0304a4 2024-11-08T09:20:35,362 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/.tmp/rep_barrier/87e688f8cc264db2ac89bfc9da1a218f is 112, key is test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2./rep_barrier:seqnumDuringOpen/1731057619652/Put/seqid=0 2024-11-08T09:20:35,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741843_1019 (size=5518) 2024-11-08T09:20:35,386 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:20:35,386 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:20:35,506 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e307fa8678f3ac84ef3d5e093ebfd2d, e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:35,707 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e307fa8678f3ac84ef3d5e093ebfd2d, e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:35,726 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/.tmp/f/3f45e4c943654ea995f6637de312409e 2024-11-08T09:20:35,729 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f45e4c943654ea995f6637de312409e 2024-11-08T09:20:35,742 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/.tmp/f1/87113570d1244627a268d5c34df9d598 is 30, key is row1/f1:/1731057631284/DeleteFamily/seqid=0 2024-11-08T09:20:35,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741844_1020 (size=5158) 2024-11-08T09:20:35,766 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/.tmp/rep_barrier/87e688f8cc264db2ac89bfc9da1a218f 2024-11-08T09:20:35,782 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/.tmp/table/2a6a1c7ed69842e4bc9853c2b44ac12f is 53, key is hbase:replication/table:state/1731057625127/Put/seqid=0 2024-11-08T09:20:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741845_1021 (size=5308) 2024-11-08T09:20:35,907 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e307fa8678f3ac84ef3d5e093ebfd2d, e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:35,911 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 636, reset compression=false 2024-11-08T09:20:36,104 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1193, reset compression=false 2024-11-08T09:20:36,107 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e307fa8678f3ac84ef3d5e093ebfd2d, e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:36,107 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:20:36,107 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1440, reset compression=false 2024-11-08T09:20:36,107 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,38195,1731057607166 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:20:36,108 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cf4d76213909,38195,1731057607166: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cf4d76213909,38195,1731057607166, walGroup=cf4d76213909%2C38195%2C1731057607166, offset=cf4d76213909%2C38195%2C1731057607166.1731057609516:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:38195 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T09:20:36,109 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T09:20:36,109 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T09:20:36,110 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T09:20:36,110 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T09:20:36,110 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T09:20:36,110 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 877938936 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202324016 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T09:20:36,110 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T09:20:36,145 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/.tmp/f1/87113570d1244627a268d5c34df9d598 2024-11-08T09:20:36,148 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87113570d1244627a268d5c34df9d598 2024-11-08T09:20:36,161 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/.tmp/norep/2bfd04b745a5462e9491171053c42c05 is 33, key is row1/norep:/1731057631284/DeleteFamily/seqid=0 2024-11-08T09:20:36,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741846_1022 (size=5108) 2024-11-08T09:20:36,185 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/.tmp/table/2a6a1c7ed69842e4bc9853c2b44ac12f 2024-11-08T09:20:36,189 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/.tmp/info/79d8d66d31cd4b128d2058e5daffe1ad as hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/info/79d8d66d31cd4b128d2058e5daffe1ad 2024-11-08T09:20:36,192 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/info/79d8d66d31cd4b128d2058e5daffe1ad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T09:20:36,192 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/.tmp/ns/9cf3a7e88c5d4fd783b4b36b0a0304a4 as hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/ns/9cf3a7e88c5d4fd783b4b36b0a0304a4 2024-11-08T09:20:36,195 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/ns/9cf3a7e88c5d4fd783b4b36b0a0304a4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T09:20:36,195 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/.tmp/rep_barrier/87e688f8cc264db2ac89bfc9da1a218f as hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/rep_barrier/87e688f8cc264db2ac89bfc9da1a218f 2024-11-08T09:20:36,198 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/rep_barrier/87e688f8cc264db2ac89bfc9da1a218f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T09:20:36,199 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/.tmp/table/2a6a1c7ed69842e4bc9853c2b44ac12f as hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/table/2a6a1c7ed69842e4bc9853c2b44ac12f 2024-11-08T09:20:36,202 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/table/2a6a1c7ed69842e4bc9853c2b44ac12f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T09:20:36,202 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=16, compaction requested=false 2024-11-08T09:20:36,206 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T09:20:36,206 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:20:36,206 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:20:36,206 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:20:36,206 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057635306Running coprocessor pre-close hooks at 1731057635306Disabling compacts and flushes for region at 1731057635306Disabling writes for close at 1731057635306Obtaining lock to block concurrent updates at 1731057635306Preparing flush snapshotting stores in 1588230740 at 1731057635306Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731057635307 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731057635312 (+5 ms)Flushing 1588230740/info: creating writer at 1731057635312Flushing 1588230740/info: appending metadata at 1731057635325 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731057635325Flushing 1588230740/ns: creating writer at 1731057635331 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731057635343 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731057635343Flushing 1588230740/rep_barrier: creating writer at 1731057635350 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057635362 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057635362Flushing 1588230740/table: creating writer at 1731057635769 (+407 ms)Flushing 1588230740/table: appending metadata at 1731057635781 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731057635781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14208ff: reopening flushed file at 1731057636188 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4540b30b: reopening flushed file at 1731057636192 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d15ac53: reopening flushed file at 1731057636195 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f5784c: reopening flushed file at 1731057636198 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=16, compaction requested=false at 1731057636202 (+4 ms)Writing region close event to WAL at 1731057636204 (+2 ms)Running coprocessor post-close hooks at 1731057636206 (+2 ms)Closed at 1731057636206 2024-11-08T09:20:36,206 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:20:36,307 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:20:36,307 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1325): Online Regions={e10b36237a5f98811e837ddeae82a7f2=test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2., 6e307fa8678f3ac84ef3d5e093ebfd2d=hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d.} 2024-11-08T09:20:36,307 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1351): Waiting on 6e307fa8678f3ac84ef3d5e093ebfd2d, e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:36,310 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1440, reset compression=false 2024-11-08T09:20:36,507 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1351): Waiting on 6e307fa8678f3ac84ef3d5e093ebfd2d, e10b36237a5f98811e837ddeae82a7f2 2024-11-08T09:20:36,565 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/.tmp/norep/2bfd04b745a5462e9491171053c42c05 2024-11-08T09:20:36,569 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bfd04b745a5462e9491171053c42c05 2024-11-08T09:20:36,569 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/.tmp/f/3f45e4c943654ea995f6637de312409e as hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/f/3f45e4c943654ea995f6637de312409e 2024-11-08T09:20:36,572 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f45e4c943654ea995f6637de312409e 2024-11-08T09:20:36,572 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/f/3f45e4c943654ea995f6637de312409e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T09:20:36,573 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/.tmp/f1/87113570d1244627a268d5c34df9d598 as hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/f1/87113570d1244627a268d5c34df9d598 2024-11-08T09:20:36,576 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87113570d1244627a268d5c34df9d598 2024-11-08T09:20:36,576 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/f1/87113570d1244627a268d5c34df9d598, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T09:20:36,577 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/.tmp/norep/2bfd04b745a5462e9491171053c42c05 as hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/norep/2bfd04b745a5462e9491171053c42c05 2024-11-08T09:20:36,579 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bfd04b745a5462e9491171053c42c05 2024-11-08T09:20:36,579 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/norep/2bfd04b745a5462e9491171053c42c05, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T09:20:36,580 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e10b36237a5f98811e837ddeae82a7f2 in 1274ms, sequenceid=10, compaction requested=false 2024-11-08T09:20:36,583 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/data/default/test/e10b36237a5f98811e837ddeae82a7f2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T09:20:36,584 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:20:36,584 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:20:36,584 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. 2024-11-08T09:20:36,584 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e10b36237a5f98811e837ddeae82a7f2: Waiting for close lock at 1731057635306Running coprocessor pre-close hooks at 1731057635306Disabling compacts and flushes for region at 1731057635306Disabling writes for close at 1731057635306Obtaining lock to block concurrent updates at 1731057635306Preparing flush snapshotting stores in e10b36237a5f98811e837ddeae82a7f2 at 1731057635306Finished memstore snapshotting test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731057635306Flushing stores of test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. at 1731057635307 (+1 ms)Flushing e10b36237a5f98811e837ddeae82a7f2/f: creating writer at 1731057635307Flushing e10b36237a5f98811e837ddeae82a7f2/f: appending metadata at 1731057635322 (+15 ms)Flushing e10b36237a5f98811e837ddeae82a7f2/f: closing flushed file at 1731057635322Flushing e10b36237a5f98811e837ddeae82a7f2/f1: creating writer at 1731057635729 (+407 ms)Flushing e10b36237a5f98811e837ddeae82a7f2/f1: appending metadata at 1731057635741 (+12 ms)Flushing e10b36237a5f98811e837ddeae82a7f2/f1: closing flushed file at 1731057635741Flushing e10b36237a5f98811e837ddeae82a7f2/norep: creating writer at 1731057636149 (+408 ms)Flushing e10b36237a5f98811e837ddeae82a7f2/norep: appending metadata at 1731057636161 (+12 ms)Flushing e10b36237a5f98811e837ddeae82a7f2/norep: closing flushed file at 1731057636161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cb3b56b: reopening flushed file at 1731057636569 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43f043a7: reopening flushed file at 1731057636573 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e18358: reopening flushed file at 1731057636576 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e10b36237a5f98811e837ddeae82a7f2 in 1274ms, sequenceid=10, compaction requested=false at 1731057636580 (+4 ms)Writing region close event to WAL at 1731057636581 (+1 ms)Running coprocessor post-close hooks at 1731057636583 (+2 ms)Closed at 1731057636584 (+1 ms) 2024-11-08T09:20:36,584 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057618504.e10b36237a5f98811e837ddeae82a7f2. 2024-11-08T09:20:36,584 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e307fa8678f3ac84ef3d5e093ebfd2d, disabling compactions & flushes 2024-11-08T09:20:36,584 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:36,584 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:36,584 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. after waiting 0 ms 2024-11-08T09:20:36,584 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:36,584 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e307fa8678f3ac84ef3d5e093ebfd2d: Waiting for close lock at 1731057636584Running coprocessor pre-close hooks at 1731057636584Disabling compacts and flushes for region at 1731057636584Disabling writes for close at 1731057636584Failed flush hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d., putting online again at 1731057636584 2024-11-08T09:20:36,584 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:36,613 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 1440, reset compression=false 2024-11-08T09:20:36,617 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:20:36,617 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 2084, reset compression=false 2024-11-08T09:20:36,707 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:36,708 DEBUG [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1351): Waiting on 6e307fa8678f3ac84ef3d5e093ebfd2d 2024-11-08T09:20:36,708 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e307fa8678f3ac84ef3d5e093ebfd2d, disabling compactions & flushes 2024-11-08T09:20:36,708 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:36,708 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:36,708 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. after waiting 0 ms 2024-11-08T09:20:36,708 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:36,708 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e307fa8678f3ac84ef3d5e093ebfd2d: Waiting for close lock at 1731057636708Running coprocessor pre-close hooks at 1731057636708Disabling compacts and flushes for region at 1731057636708Disabling writes for close at 1731057636708Failed flush hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d., putting online again at 1731057636708 2024-11-08T09:20:36,708 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731057623964.6e307fa8678f3ac84ef3d5e093ebfd2d. 2024-11-08T09:20:36,820 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.wal-reader.cf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.1731057609516 to pos 2084, reset compression=false 2024-11-08T09:20:36,908 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T09:20:36,908 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,38195,1731057607166; all regions closed. 2024-11-08T09:20:36,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.meta.1731057610443.meta not finished, retry = 0 2024-11-08T09:20:36,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741834_1010 (size=4239) 2024-11-08T09:20:37,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741839_1015 (size=2171) 2024-11-08T09:20:37,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/WALs/cf4d76213909,38195,1731057607166/cf4d76213909%2C38195%2C1731057607166.rep.1731057625094 not finished, retry = 0 2024-11-08T09:20:37,015 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 636, reset compression=false 2024-11-08T09:20:37,042 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T09:20:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741832_1008 (size=2092) 2024-11-08T09:20:37,115 DEBUG [RS:0;cf4d76213909:38195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:37,115 INFO [RS:0;cf4d76213909:38195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:20:37,115 INFO [RS:0;cf4d76213909:38195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:20:37,115 INFO [RS:0;cf4d76213909:38195 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T09:20:37,115 INFO [RS:0;cf4d76213909:38195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:20:37,115 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:20:37,115 INFO [RS:0;cf4d76213909:38195 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,38195,1731057607166 because: Region server is closing 2024-11-08T09:20:37,115 INFO [RS:0;cf4d76213909:38195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:38195. 2024-11-08T09:20:37,116 DEBUG [RS:0;cf4d76213909:38195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:37,116 DEBUG [RS:0;cf4d76213909:38195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:37,116 DEBUG [RS:0;cf4d76213909:38195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:37,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:37,216 INFO [RS:0;cf4d76213909:38195 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,38195,1731057607166.replicationSource.shippercf4d76213909%2C38195%2C1731057607166,1-cf4d76213909,38195,1731057607166 terminated 2024-11-08T09:20:37,216 INFO [RS:0;cf4d76213909:38195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:38195. 2024-11-08T09:20:37,216 DEBUG [RS:0;cf4d76213909:38195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:37,216 DEBUG [RS:0;cf4d76213909:38195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:37,216 DEBUG [RS:0;cf4d76213909:38195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:37,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:37,216 INFO [RS:0;cf4d76213909:38195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38195 2024-11-08T09:20:37,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11047660424/rs/cf4d76213909,38195,1731057607166 2024-11-08T09:20:37,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424/rs 2024-11-08T09:20:37,314 INFO [RS:0;cf4d76213909:38195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:20:37,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,38195,1731057607166] 2024-11-08T09:20:37,488 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11047660424/draining/cf4d76213909,38195,1731057607166 already deleted, retry=false 2024-11-08T09:20:37,488 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,38195,1731057607166 expired; onlineServers=0 2024-11-08T09:20:37,488 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,41771,1731057607053' ***** 2024-11-08T09:20:37,488 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:20:37,488 INFO [M:0;cf4d76213909:41771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:20:37,488 INFO [M:0;cf4d76213909:41771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:20:37,488 DEBUG [M:0;cf4d76213909:41771 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:20:37,489 DEBUG [M:0;cf4d76213909:41771 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:20:37,489 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:20:37,489 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057609229 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057609229,5,FailOnTimeoutGroup] 2024-11-08T09:20:37,489 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057609229 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057609229,5,FailOnTimeoutGroup] 2024-11-08T09:20:37,489 INFO [M:0;cf4d76213909:41771 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:20:37,489 INFO [M:0;cf4d76213909:41771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:20:37,489 DEBUG [M:0;cf4d76213909:41771 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:20:37,489 INFO [M:0;cf4d76213909:41771 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:20:37,489 INFO [M:0;cf4d76213909:41771 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:20:37,489 INFO [M:0;cf4d76213909:41771 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:20:37,489 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:20:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:37,505 INFO [RS:0;cf4d76213909:38195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:20:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38195-0x10119bec8e20004, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:37,505 INFO [RS:0;cf4d76213909:38195 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,38195,1731057607166; zookeeper connection closed. 2024-11-08T09:20:37,506 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b0e4405 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b0e4405 2024-11-08T09:20:37,506 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:20:37,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11047660424/master 2024-11-08T09:20:37,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11047660424 2024-11-08T09:20:37,514 DEBUG [M:0;cf4d76213909:41771 {}] zookeeper.ZKUtil(347): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Unable to get data of znode /11047660424/master because node does not exist (not an error) 2024-11-08T09:20:37,514 WARN [M:0;cf4d76213909:41771 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:20:37,515 INFO [M:0;cf4d76213909:41771 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/.lastflushedseqids 2024-11-08T09:20:37,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741847_1023 (size=245) 2024-11-08T09:20:37,918 INFO [M:0;cf4d76213909:41771 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:20:37,918 INFO [M:0;cf4d76213909:41771 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:20:37,919 DEBUG [M:0;cf4d76213909:41771 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:20:37,919 INFO [M:0;cf4d76213909:41771 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:37,919 DEBUG [M:0;cf4d76213909:41771 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:37,919 DEBUG [M:0;cf4d76213909:41771 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:20:37,919 DEBUG [M:0;cf4d76213909:41771 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:37,919 INFO [M:0;cf4d76213909:41771 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T09:20:37,932 DEBUG [M:0;cf4d76213909:41771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/477878e69f7842de98c75237c4e2406d is 82, key is hbase:meta,,1/info:regioninfo/1731057610472/Put/seqid=0 2024-11-08T09:20:37,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741848_1024 (size=5672) 2024-11-08T09:20:38,216 DEBUG [master/cf4d76213909:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=18, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-08T09:20:38,217 DEBUG [master/cf4d76213909:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-08T09:20:38,217 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 636, reset compression=false 2024-11-08T09:20:38,336 INFO [M:0;cf4d76213909:41771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/477878e69f7842de98c75237c4e2406d 2024-11-08T09:20:38,351 DEBUG [M:0;cf4d76213909:41771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1bdde02f295414393f1c1c8de0b6c08 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731057625131/Put/seqid=0 2024-11-08T09:20:38,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741849_1025 (size=8517) 2024-11-08T09:20:38,755 INFO [M:0;cf4d76213909:41771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1bdde02f295414393f1c1c8de0b6c08 2024-11-08T09:20:38,771 DEBUG [M:0;cf4d76213909:41771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/080c17cbddef4677b44e67fba49359e1 is 69, key is cf4d76213909,38195,1731057607166/rs:state/1731057609326/Put/seqid=0 2024-11-08T09:20:38,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741850_1026 (size=5156) 2024-11-08T09:20:38,898 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:20:38,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:38,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:39,174 INFO [M:0;cf4d76213909:41771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/080c17cbddef4677b44e67fba49359e1 2024-11-08T09:20:39,178 DEBUG [M:0;cf4d76213909:41771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/477878e69f7842de98c75237c4e2406d as hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/477878e69f7842de98c75237c4e2406d 2024-11-08T09:20:39,181 INFO [M:0;cf4d76213909:41771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/477878e69f7842de98c75237c4e2406d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T09:20:39,182 DEBUG [M:0;cf4d76213909:41771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1bdde02f295414393f1c1c8de0b6c08 as hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1bdde02f295414393f1c1c8de0b6c08 2024-11-08T09:20:39,185 INFO [M:0;cf4d76213909:41771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1bdde02f295414393f1c1c8de0b6c08, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T09:20:39,186 DEBUG [M:0;cf4d76213909:41771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/080c17cbddef4677b44e67fba49359e1 as hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/080c17cbddef4677b44e67fba49359e1 2024-11-08T09:20:39,189 INFO [M:0;cf4d76213909:41771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/ba48fafe-cd5e-0e86-e606-b608b623bf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/080c17cbddef4677b44e67fba49359e1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T09:20:39,189 INFO [M:0;cf4d76213909:41771 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false 2024-11-08T09:20:39,190 INFO [M:0;cf4d76213909:41771 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:39,191 DEBUG [M:0;cf4d76213909:41771 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057637919Disabling compacts and flushes for region at 1731057637919Disabling writes for close at 1731057637919Obtaining lock to block concurrent updates at 1731057637919Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057637919Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731057637919Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057637920 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057637920Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057637932 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057637932Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057638339 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057638351 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057638351Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057638758 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057638770 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057638770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5082d9d2: reopening flushed file at 1731057639177 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45efab3d: reopening flushed file at 1731057639181 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66430f72: reopening flushed file at 1731057639185 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false at 1731057639189 (+4 ms)Writing region close event to WAL at 1731057639190 (+1 ms)Closed at 1731057639190 2024-11-08T09:20:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42321 is added to blk_1073741830_1006 (size=63666) 2024-11-08T09:20:39,192 INFO [M:0;cf4d76213909:41771 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:20:39,192 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:20:39,192 INFO [M:0;cf4d76213909:41771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41771 2024-11-08T09:20:39,193 INFO [M:0;cf4d76213909:41771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:20:39,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:39,351 INFO [M:0;cf4d76213909:41771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:20:39,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41771-0x10119bec8e20003, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:39,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6e5c5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:20:39,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7daa1e89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:20:39,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:20:39,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4840c13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:20:39,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725fdcce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/hadoop.log.dir/,STOPPED} 2024-11-08T09:20:39,355 WARN [BP-1919875726-172.17.0.2-1731057605354 heartbeating to localhost/127.0.0.1:41947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:20:39,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:20:39,355 WARN [BP-1919875726-172.17.0.2-1731057605354 heartbeating to localhost/127.0.0.1:41947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1919875726-172.17.0.2-1731057605354 (Datanode Uuid a6b659ef-b606-4ffe-927a-2a87160f0111) service to localhost/127.0.0.1:41947 2024-11-08T09:20:39,355 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:20:39,355 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/cluster_80fe7547-8cc9-fc37-a8f5-378ae757a9ae/data/data1/current/BP-1919875726-172.17.0.2-1731057605354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:20:39,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/cluster_80fe7547-8cc9-fc37-a8f5-378ae757a9ae/data/data2/current/BP-1919875726-172.17.0.2-1731057605354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:20:39,356 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:20:39,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f416987{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:20:39,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c2bd0ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:20:39,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:20:39,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@712132b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:20:39,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33b6bc08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50048396-fa64-6819-4b75-98958a076b6b/hadoop.log.dir/,STOPPED} 2024-11-08T09:20:39,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:20:39,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:20:39,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:20:39,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:39,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:39,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:39,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:39,375 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:20:39,375 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1084718598, stopped=false 2024-11-08T09:20:39,375 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,38639,1731057603388 2024-11-08T09:20:39,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01971671080/running 2024-11-08T09:20:39,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01971671080/running 2024-11-08T09:20:39,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:39,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:39,394 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:20:39,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:20:39,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:39,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:39,394 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,45315,1731057603556' ***** 2024-11-08T09:20:39,394 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:20:39,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Set watcher on znode that does not yet exist, /01971671080/running 2024-11-08T09:20:39,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Set watcher on znode that does not yet exist, /01971671080/running 2024-11-08T09:20:39,395 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:20:39,395 INFO [RS:0;cf4d76213909:45315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:20:39,395 INFO [RS:0;cf4d76213909:45315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:20:39,395 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:20:39,395 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f14fc75c135f4e33068a4be03b7d43e 2024-11-08T09:20:39,395 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(3091): Received CLOSE for e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:39,395 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,45315,1731057603556 2024-11-08T09:20:39,395 INFO [RS:0;cf4d76213909:45315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:20:39,395 INFO [RS:0;cf4d76213909:45315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45315. 2024-11-08T09:20:39,395 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f14fc75c135f4e33068a4be03b7d43e, disabling compactions & flushes 2024-11-08T09:20:39,395 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. 2024-11-08T09:20:39,395 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. 2024-11-08T09:20:39,395 DEBUG [RS:0;cf4d76213909:45315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:39,395 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. after waiting 0 ms 2024-11-08T09:20:39,395 DEBUG [RS:0;cf4d76213909:45315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:39,395 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. 2024-11-08T09:20:39,395 INFO [RS:0;cf4d76213909:45315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:20:39,395 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f14fc75c135f4e33068a4be03b7d43e 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-08T09:20:39,395 INFO [RS:0;cf4d76213909:45315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:20:39,395 INFO [RS:0;cf4d76213909:45315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:20:39,396 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:20:39,396 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T09:20:39,396 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1325): Online Regions={5f14fc75c135f4e33068a4be03b7d43e=test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e., 1588230740=hbase:meta,,1.1588230740, e45f7590b1d1b5ea8abd66afebb8fb82=hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82.} 2024-11-08T09:20:39,396 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f14fc75c135f4e33068a4be03b7d43e, e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:39,396 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:20:39,396 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:20:39,396 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:20:39,396 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:20:39,396 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:20:39,396 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T09:20:39,414 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/.tmp/info/9796425af2fa45c797ac783e370a0f9c is 147, key is hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82./info:regioninfo/1731057622976/Put/seqid=0 2024-11-08T09:20:39,414 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/.tmp/f/275ac606f4ac47a1ae070a00f7300dcc is 28, key is row/f:/1731057630279/DeleteFamily/seqid=0 2024-11-08T09:20:39,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741840_1016 (size=7686) 2024-11-08T09:20:39,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741841_1017 (size=5085) 2024-11-08T09:20:39,473 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:20:39,521 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 636, reset compression=false 2024-11-08T09:20:39,524 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:20:39,524 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 883, reset compression=false 2024-11-08T09:20:39,524 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,45315,1731057603556 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:20:39,525 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cf4d76213909,45315,1731057603556: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cf4d76213909,45315,1731057603556, walGroup=cf4d76213909%2C45315%2C1731057603556, offset=cf4d76213909%2C45315%2C1731057603556.1731057604069:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:45315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T09:20:39,527 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T09:20:39,527 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T09:20:39,528 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T09:20:39,528 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T09:20:39,528 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T09:20:39,528 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 947144952 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202797976 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T09:20:39,529 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:38639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:38639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T09:20:39,596 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f14fc75c135f4e33068a4be03b7d43e, e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:39,727 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 883, reset compression=false 2024-11-08T09:20:39,796 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f14fc75c135f4e33068a4be03b7d43e, e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:39,818 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/.tmp/info/9796425af2fa45c797ac783e370a0f9c 2024-11-08T09:20:39,818 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/.tmp/f/275ac606f4ac47a1ae070a00f7300dcc 2024-11-08T09:20:39,821 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 275ac606f4ac47a1ae070a00f7300dcc 2024-11-08T09:20:39,833 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/.tmp/f1/6a942a6e2da04497b9f7daeebca9a05b is 29, key is row/f1:/1731057630279/DeleteFamily/seqid=0 2024-11-08T09:20:39,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741842_1018 (size=5089) 2024-11-08T09:20:39,836 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/.tmp/ns/8296081a510342a3abaeab99a022815a is 43, key is default/ns:d/1731057605225/Put/seqid=0 2024-11-08T09:20:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741843_1019 (size=5153) 2024-11-08T09:20:39,942 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:20:39,942 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:20:39,996 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f14fc75c135f4e33068a4be03b7d43e, e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:40,030 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 883, reset compression=false 2024-11-08T09:20:40,196 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f14fc75c135f4e33068a4be03b7d43e, e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:40,236 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/.tmp/f1/6a942a6e2da04497b9f7daeebca9a05b 2024-11-08T09:20:40,239 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/.tmp/ns/8296081a510342a3abaeab99a022815a 2024-11-08T09:20:40,240 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a942a6e2da04497b9f7daeebca9a05b 2024-11-08T09:20:40,259 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/.tmp/norep/fc6b556ca9d9449baebd8bd213dae840 is 32, key is row/norep:/1731057630279/DeleteFamily/seqid=0 2024-11-08T09:20:40,260 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/.tmp/rep_barrier/e9eff10827084951a7fbede75a4fbb89 is 112, key is test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e./rep_barrier:seqnumDuringOpen/1731057617512/Put/seqid=0 2024-11-08T09:20:40,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741844_1020 (size=5101) 2024-11-08T09:20:40,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741845_1021 (size=5518) 2024-11-08T09:20:40,397 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f14fc75c135f4e33068a4be03b7d43e, e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:40,434 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 883, reset compression=false 2024-11-08T09:20:40,597 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f14fc75c135f4e33068a4be03b7d43e, e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:40,663 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/.tmp/norep/fc6b556ca9d9449baebd8bd213dae840 2024-11-08T09:20:40,665 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/.tmp/rep_barrier/e9eff10827084951a7fbede75a4fbb89 2024-11-08T09:20:40,667 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc6b556ca9d9449baebd8bd213dae840 2024-11-08T09:20:40,667 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/.tmp/f/275ac606f4ac47a1ae070a00f7300dcc as hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/f/275ac606f4ac47a1ae070a00f7300dcc 2024-11-08T09:20:40,671 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 275ac606f4ac47a1ae070a00f7300dcc 2024-11-08T09:20:40,671 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/f/275ac606f4ac47a1ae070a00f7300dcc, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T09:20:40,672 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/.tmp/f1/6a942a6e2da04497b9f7daeebca9a05b as hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/f1/6a942a6e2da04497b9f7daeebca9a05b 2024-11-08T09:20:40,680 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a942a6e2da04497b9f7daeebca9a05b 2024-11-08T09:20:40,680 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/f1/6a942a6e2da04497b9f7daeebca9a05b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T09:20:40,681 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/.tmp/norep/fc6b556ca9d9449baebd8bd213dae840 as hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/norep/fc6b556ca9d9449baebd8bd213dae840 2024-11-08T09:20:40,682 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/.tmp/table/979e719679bb4de68aae4b87572d9e8c is 53, key is hbase:replication/table:state/1731057622981/Put/seqid=0 2024-11-08T09:20:40,685 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc6b556ca9d9449baebd8bd213dae840 2024-11-08T09:20:40,685 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/norep/fc6b556ca9d9449baebd8bd213dae840, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T09:20:40,686 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 5f14fc75c135f4e33068a4be03b7d43e in 1291ms, sequenceid=6, compaction requested=false 2024-11-08T09:20:40,686 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T09:20:40,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741846_1022 (size=5308) 2024-11-08T09:20:40,690 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/default/test/5f14fc75c135f4e33068a4be03b7d43e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T09:20:40,690 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:20:40,690 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:20:40,690 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. 2024-11-08T09:20:40,690 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f14fc75c135f4e33068a4be03b7d43e: Waiting for close lock at 1731057639395Running coprocessor pre-close hooks at 1731057639395Disabling compacts and flushes for region at 1731057639395Disabling writes for close at 1731057639395Obtaining lock to block concurrent updates at 1731057639395Preparing flush snapshotting stores in 5f14fc75c135f4e33068a4be03b7d43e at 1731057639395Finished memstore snapshotting test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731057639396 (+1 ms)Flushing stores of test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. at 1731057639396Flushing 5f14fc75c135f4e33068a4be03b7d43e/f: creating writer at 1731057639396Flushing 5f14fc75c135f4e33068a4be03b7d43e/f: appending metadata at 1731057639413 (+17 ms)Flushing 5f14fc75c135f4e33068a4be03b7d43e/f: closing flushed file at 1731057639414 (+1 ms)Flushing 5f14fc75c135f4e33068a4be03b7d43e/f1: creating writer at 1731057639821 (+407 ms)Flushing 5f14fc75c135f4e33068a4be03b7d43e/f1: appending metadata at 1731057639832 (+11 ms)Flushing 5f14fc75c135f4e33068a4be03b7d43e/f1: closing flushed file at 1731057639832Flushing 5f14fc75c135f4e33068a4be03b7d43e/norep: creating writer at 1731057640240 (+408 ms)Flushing 5f14fc75c135f4e33068a4be03b7d43e/norep: appending metadata at 1731057640258 (+18 ms)Flushing 5f14fc75c135f4e33068a4be03b7d43e/norep: closing flushed file at 1731057640258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db83c7d: reopening flushed file at 1731057640667 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740f9fd9: reopening flushed file at 1731057640671 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d1cb9d: reopening flushed file at 1731057640680 (+9 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 5f14fc75c135f4e33068a4be03b7d43e in 1291ms, sequenceid=6, compaction requested=false at 1731057640686 (+6 ms)Writing region close event to WAL at 1731057640688 (+2 ms)Running coprocessor post-close hooks at 1731057640690 (+2 ms)Closed at 1731057640690 2024-11-08T09:20:40,691 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057616352.5f14fc75c135f4e33068a4be03b7d43e. 2024-11-08T09:20:40,691 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e45f7590b1d1b5ea8abd66afebb8fb82, disabling compactions & flushes 2024-11-08T09:20:40,691 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:40,691 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:40,691 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. after waiting 0 ms 2024-11-08T09:20:40,691 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:40,691 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e45f7590b1d1b5ea8abd66afebb8fb82: Waiting for close lock at 1731057640691Running coprocessor pre-close hooks at 1731057640691Disabling compacts and flushes for region at 1731057640691Disabling writes for close at 1731057640691Failed flush hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82., putting online again at 1731057640691 2024-11-08T09:20:40,691 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:40,797 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:20:40,797 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e45f7590b1d1b5ea8abd66afebb8fb82=hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82.} 2024-11-08T09:20:40,797 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(3091): Received CLOSE for e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:40,797 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e45f7590b1d1b5ea8abd66afebb8fb82 2024-11-08T09:20:40,797 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e45f7590b1d1b5ea8abd66afebb8fb82, disabling compactions & flushes 2024-11-08T09:20:40,797 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:40,797 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:40,797 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. after waiting 0 ms 2024-11-08T09:20:40,797 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:40,797 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e45f7590b1d1b5ea8abd66afebb8fb82: Waiting for close lock at 1731057640797Running coprocessor pre-close hooks at 1731057640797Disabling compacts and flushes for region at 1731057640797Disabling writes for close at 1731057640797Failed flush hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82., putting online again at 1731057640797 2024-11-08T09:20:40,797 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731057621812.e45f7590b1d1b5ea8abd66afebb8fb82. 2024-11-08T09:20:40,936 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 883, reset compression=false 2024-11-08T09:20:40,940 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:20:40,940 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 1527, reset compression=false 2024-11-08T09:20:40,997 DEBUG [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:20:41,088 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/.tmp/table/979e719679bb4de68aae4b87572d9e8c 2024-11-08T09:20:41,093 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/.tmp/info/9796425af2fa45c797ac783e370a0f9c as hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/info/9796425af2fa45c797ac783e370a0f9c 2024-11-08T09:20:41,096 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/info/9796425af2fa45c797ac783e370a0f9c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T09:20:41,096 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/.tmp/ns/8296081a510342a3abaeab99a022815a as hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/ns/8296081a510342a3abaeab99a022815a 2024-11-08T09:20:41,100 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/ns/8296081a510342a3abaeab99a022815a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T09:20:41,100 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/.tmp/rep_barrier/e9eff10827084951a7fbede75a4fbb89 as hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/rep_barrier/e9eff10827084951a7fbede75a4fbb89 2024-11-08T09:20:41,103 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/rep_barrier/e9eff10827084951a7fbede75a4fbb89, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T09:20:41,104 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/.tmp/table/979e719679bb4de68aae4b87572d9e8c as hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/table/979e719679bb4de68aae4b87572d9e8c 2024-11-08T09:20:41,107 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/table/979e719679bb4de68aae4b87572d9e8c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T09:20:41,108 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false 2024-11-08T09:20:41,108 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:20:41,112 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T09:20:41,112 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:20:41,112 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:20:41,112 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:20:41,112 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057639396Running coprocessor pre-close hooks at 1731057639396Disabling compacts and flushes for region at 1731057639396Disabling writes for close at 1731057639396Obtaining lock to block concurrent updates at 1731057639396Preparing flush snapshotting stores in 1588230740 at 1731057639396Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731057639396Flushing stores of hbase:meta,,1.1588230740 at 1731057639397 (+1 ms)Flushing 1588230740/info: creating writer at 1731057639397Flushing 1588230740/info: appending metadata at 1731057639414 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731057639414Flushing 1588230740/ns: creating writer at 1731057639821 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731057639835 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731057639835Flushing 1588230740/rep_barrier: creating writer at 1731057640243 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057640260 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057640260Flushing 1588230740/table: creating writer at 1731057640668 (+408 ms)Flushing 1588230740/table: appending metadata at 1731057640682 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731057640682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e42b3a: reopening flushed file at 1731057641092 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59490ac6: reopening flushed file at 1731057641096 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57fd12c: reopening flushed file at 1731057641100 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4d7318: reopening flushed file at 1731057641103 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false at 1731057641108 (+5 ms)Writing region close event to WAL at 1731057641109 (+1 ms)Running coprocessor post-close hooks at 1731057641112 (+3 ms)Closed at 1731057641112 2024-11-08T09:20:41,112 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:20:41,143 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/WALs/cf4d76213909,45315,1731057603556/cf4d76213909%2C45315%2C1731057603556.1731057604069 to pos 1527, reset compression=false 2024-11-08T09:20:41,197 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T09:20:41,197 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,45315,1731057603556; all regions closed. 2024-11-08T09:20:41,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741834_1010 (size=4239) 2024-11-08T09:20:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741839_1015 (size=1297) 2024-11-08T09:20:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741832_1008 (size=1535) 2024-11-08T09:20:41,203 DEBUG [RS:0;cf4d76213909:45315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:41,203 INFO [RS:0;cf4d76213909:45315 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:20:41,203 INFO [RS:0;cf4d76213909:45315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:20:41,203 INFO [RS:0;cf4d76213909:45315 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T09:20:41,203 INFO [RS:0;cf4d76213909:45315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:20:41,203 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:20:41,203 INFO [RS:0;cf4d76213909:45315 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,45315,1731057603556 because: Region server is closing 2024-11-08T09:20:41,203 INFO [RS:0;cf4d76213909:45315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:45315. 2024-11-08T09:20:41,203 DEBUG [RS:0;cf4d76213909:45315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:41,203 DEBUG [RS:0;cf4d76213909:45315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:41,204 DEBUG [RS:0;cf4d76213909:45315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:41,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:41,304 INFO [RS:0;cf4d76213909:45315 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.shippercf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 terminated 2024-11-08T09:20:41,304 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,45315,1731057603556.replicationSource.wal-reader.cf4d76213909%2C45315%2C1731057603556,1-cf4d76213909,45315,1731057603556 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T09:20:41,304 INFO [RS:0;cf4d76213909:45315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45315 2024-11-08T09:20:41,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080/rs 2024-11-08T09:20:41,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01971671080/rs/cf4d76213909,45315,1731057603556 2024-11-08T09:20:41,377 INFO [RS:0;cf4d76213909:45315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:20:41,388 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,45315,1731057603556] 2024-11-08T09:20:41,398 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01971671080/draining/cf4d76213909,45315,1731057603556 already deleted, retry=false 2024-11-08T09:20:41,398 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,45315,1731057603556 expired; onlineServers=0 2024-11-08T09:20:41,398 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,38639,1731057603388' ***** 2024-11-08T09:20:41,398 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:20:41,398 INFO [M:0;cf4d76213909:38639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:20:41,398 INFO [M:0;cf4d76213909:38639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:20:41,398 DEBUG [M:0;cf4d76213909:38639 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:20:41,398 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:20:41,398 DEBUG [M:0;cf4d76213909:38639 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:20:41,398 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057603889 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057603889,5,FailOnTimeoutGroup] 2024-11-08T09:20:41,398 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057603891 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057603891,5,FailOnTimeoutGroup] 2024-11-08T09:20:41,399 INFO [M:0;cf4d76213909:38639 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:20:41,399 INFO [M:0;cf4d76213909:38639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:20:41,399 DEBUG [M:0;cf4d76213909:38639 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:20:41,399 INFO [M:0;cf4d76213909:38639 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:20:41,399 INFO [M:0;cf4d76213909:38639 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:20:41,399 INFO [M:0;cf4d76213909:38639 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:20:41,399 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:20:41,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01971671080/master 2024-11-08T09:20:41,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01971671080 2024-11-08T09:20:41,409 DEBUG [M:0;cf4d76213909:38639 {}] zookeeper.ZKUtil(347): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Unable to get data of znode /01971671080/master because node does not exist (not an error) 2024-11-08T09:20:41,409 WARN [M:0;cf4d76213909:38639 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:20:41,409 INFO [M:0;cf4d76213909:38639 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/.lastflushedseqids 2024-11-08T09:20:41,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741847_1023 (size=245) 2024-11-08T09:20:41,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:41,488 INFO [RS:0;cf4d76213909:45315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:20:41,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45315-0x10119bec8e20001, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:41,488 INFO [RS:0;cf4d76213909:45315 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,45315,1731057603556; zookeeper connection closed. 2024-11-08T09:20:41,488 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b8b9963 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b8b9963 2024-11-08T09:20:41,488 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:20:41,813 INFO [M:0;cf4d76213909:38639 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:20:41,813 INFO [M:0;cf4d76213909:38639 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:20:41,813 DEBUG [M:0;cf4d76213909:38639 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:20:41,813 INFO [M:0;cf4d76213909:38639 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:41,813 DEBUG [M:0;cf4d76213909:38639 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:41,813 DEBUG [M:0;cf4d76213909:38639 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:20:41,813 DEBUG [M:0;cf4d76213909:38639 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:41,814 INFO [M:0;cf4d76213909:38639 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T09:20:41,827 DEBUG [M:0;cf4d76213909:38639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1541730d98f14040b2ebb8b744af1ead is 82, key is hbase:meta,,1/info:regioninfo/1731057605180/Put/seqid=0 2024-11-08T09:20:41,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741848_1024 (size=5672) 2024-11-08T09:20:42,230 INFO [M:0;cf4d76213909:38639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1541730d98f14040b2ebb8b744af1ead 2024-11-08T09:20:42,246 DEBUG [M:0;cf4d76213909:38639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87b64335b7bb4a81a6a3ad6bbe7ddc25 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731057617522/Put/seqid=0 2024-11-08T09:20:42,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741849_1025 (size=7218) 2024-11-08T09:20:42,650 INFO [M:0;cf4d76213909:38639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87b64335b7bb4a81a6a3ad6bbe7ddc25 2024-11-08T09:20:42,655 INFO [M:0;cf4d76213909:38639 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87b64335b7bb4a81a6a3ad6bbe7ddc25 2024-11-08T09:20:42,673 DEBUG [M:0;cf4d76213909:38639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee03724205c7443690894afc8a637499 is 69, key is cf4d76213909,45315,1731057603556/rs:state/1731057603923/Put/seqid=0 2024-11-08T09:20:42,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741850_1026 (size=5156) 2024-11-08T09:20:42,677 INFO [M:0;cf4d76213909:38639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee03724205c7443690894afc8a637499 2024-11-08T09:20:42,683 DEBUG [M:0;cf4d76213909:38639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1541730d98f14040b2ebb8b744af1ead as hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1541730d98f14040b2ebb8b744af1ead 2024-11-08T09:20:42,687 INFO [M:0;cf4d76213909:38639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1541730d98f14040b2ebb8b744af1ead, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T09:20:42,688 DEBUG [M:0;cf4d76213909:38639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87b64335b7bb4a81a6a3ad6bbe7ddc25 as hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87b64335b7bb4a81a6a3ad6bbe7ddc25 2024-11-08T09:20:42,692 INFO [M:0;cf4d76213909:38639 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87b64335b7bb4a81a6a3ad6bbe7ddc25 2024-11-08T09:20:42,692 INFO [M:0;cf4d76213909:38639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87b64335b7bb4a81a6a3ad6bbe7ddc25, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T09:20:42,693 DEBUG [M:0;cf4d76213909:38639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee03724205c7443690894afc8a637499 as hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee03724205c7443690894afc8a637499 2024-11-08T09:20:42,698 INFO [M:0;cf4d76213909:38639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39023/user/jenkins/test-data/5a356c07-aab9-b488-d618-d81f438a1b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee03724205c7443690894afc8a637499, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T09:20:42,698 INFO [M:0;cf4d76213909:38639 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=105, compaction requested=false 2024-11-08T09:20:42,700 INFO [M:0;cf4d76213909:38639 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:42,700 DEBUG [M:0;cf4d76213909:38639 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057641813Disabling compacts and flushes for region at 1731057641813Disabling writes for close at 1731057641813Obtaining lock to block concurrent updates at 1731057641814 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057641814Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731057641814Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057641814Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057641814Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057641826 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057641826Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057642234 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057642246 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057642246Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057642655 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057642673 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057642673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18317a1a: reopening flushed file at 1731057642682 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6381649f: reopening flushed file at 1731057642687 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787a1b4c: reopening flushed file at 1731057642692 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=105, compaction requested=false at 1731057642698 (+6 ms)Writing region close event to WAL at 1731057642700 (+2 ms)Closed at 1731057642700 2024-11-08T09:20:42,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741830_1006 (size=64423) 2024-11-08T09:20:42,702 INFO [M:0;cf4d76213909:38639 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:20:42,702 INFO [M:0;cf4d76213909:38639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38639 2024-11-08T09:20:42,702 INFO [M:0;cf4d76213909:38639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:20:42,703 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:20:42,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:42,847 INFO [M:0;cf4d76213909:38639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:20:42,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38639-0x10119bec8e20000, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:20:42,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22a40561{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:20:42,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201d114d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:20:42,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:20:42,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f7e26ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:20:42,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22a9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/hadoop.log.dir/,STOPPED} 2024-11-08T09:20:42,851 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:20:42,851 WARN [BP-888732067-172.17.0.2-1731057601878 heartbeating to localhost/127.0.0.1:39023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:20:42,851 WARN [BP-888732067-172.17.0.2-1731057601878 heartbeating to localhost/127.0.0.1:39023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-888732067-172.17.0.2-1731057601878 (Datanode Uuid cfe48a61-d00e-4205-b4bc-74196c8e8e8e) service to localhost/127.0.0.1:39023 2024-11-08T09:20:42,851 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:20:42,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/cluster_b9561a3b-f260-6a67-3704-c4621e01b3ab/data/data1/current/BP-888732067-172.17.0.2-1731057601878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:20:42,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/cluster_b9561a3b-f260-6a67-3704-c4621e01b3ab/data/data2/current/BP-888732067-172.17.0.2-1731057601878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:20:42,852 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:20:42,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44b3b75b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:20:42,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@299d4cd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:20:42,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:20:42,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41c7b4db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:20:42,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53e8966c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5a27d6e-404f-ee79-dd6c-a8e9ef37fac3/hadoop.log.dir/,STOPPED} 2024-11-08T09:20:42,862 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:20:42,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:20:42,891 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 312) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51427) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:40123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41947 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51427) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51427) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40123 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:39023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39023 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=4745 (was 5131) 2024-11-08T09:20:42,903 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=4744 2024-11-08T09:20:42,921 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-08T09:20:42,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/hadoop.log.dir so I do NOT create it in target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b 2024-11-08T09:20:42,922 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:20:42,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/hadoop.tmp.dir so I do NOT create it in target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b 2024-11-08T09:20:42,922 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4dffb33b-0782-5aa0-1874-a2681b1ca5ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:20:42,922 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b 2024-11-08T09:20:42,922 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/cluster_43777d3a-2511-43f0-a628-8ce32f3adf95, deleteOnExit=true 2024-11-08T09:20:42,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/cluster_43777d3a-2511-43f0-a628-8ce32f3adf95/zookeeper_0, clientPort=51721, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/cluster_43777d3a-2511-43f0-a628-8ce32f3adf95/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/cluster_43777d3a-2511-43f0-a628-8ce32f3adf95/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:20:42,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51721 2024-11-08T09:20:42,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:20:42,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:20:42,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/test.cache.data in system properties and HBase conf 2024-11-08T09:20:42,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:20:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:20:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:20:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:20:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:20:42,943 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:20:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:20:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:20:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:20:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:20:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:20:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:20:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:20:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:20:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:20:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:20:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:20:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:20:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:20:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:20:42,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10119bec8e20008, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:20:42,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10119bec8e20002, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:20:42,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10119bec8e20005, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:20:42,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10119bec8e20005, quorum=127.0.0.1:51427, baseZNode=/11047660424 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:20:42,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10119bec8e20008, quorum=127.0.0.1:51427, baseZNode=/2-1994538285 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:20:42,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10119bec8e20002, quorum=127.0.0.1:51427, baseZNode=/01971671080 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:20:43,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:43,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:20:43,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:20:43,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:20:43,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:20:43,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:43,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9c51fb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:20:43,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f201eef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:20:43,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e44add1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/java.io.tmpdir/jetty-localhost-33319-hadoop-hdfs-3_4_1-tests_jar-_-any-2605521387755871596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:20:43,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1de33c37{HTTP/1.1, (http/1.1)}{localhost:33319} 2024-11-08T09:20:43,435 INFO [Time-limited test {}] server.Server(415): Started @314030ms 2024-11-08T09:20:43,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:43,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:20:43,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:20:43,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:20:43,723 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:20:43,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3680c111{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:20:43,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45ccf7b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:20:43,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7df0c330{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/java.io.tmpdir/jetty-localhost-38853-hadoop-hdfs-3_4_1-tests_jar-_-any-1401751471317310507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:20:43,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15fba47b{HTTP/1.1, (http/1.1)}{localhost:38853} 2024-11-08T09:20:43,827 INFO [Time-limited test {}] server.Server(415): Started @314422ms 2024-11-08T09:20:43,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:20:44,739 WARN [Thread-4154 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/cluster_43777d3a-2511-43f0-a628-8ce32f3adf95/data/data1/current/BP-1919496903-172.17.0.2-1731057642972/current, will proceed with Du for space computation calculation, 2024-11-08T09:20:44,739 WARN [Thread-4155 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/cluster_43777d3a-2511-43f0-a628-8ce32f3adf95/data/data2/current/BP-1919496903-172.17.0.2-1731057642972/current, will proceed with Du for space computation calculation, 2024-11-08T09:20:44,760 WARN [Thread-4142 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:20:44,762 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x767b341a640120c9 with lease ID 0x2154edc8daa101a3: Processing first storage report for DS-cc73c29f-6334-4560-96c9-de6f6ca1cb32 from datanode DatanodeRegistration(127.0.0.1:40253, datanodeUuid=ae0d48a4-3911-4387-b3a6-a35f5676d3d3, infoPort=39665, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=1800150192;c=1731057642972) 2024-11-08T09:20:44,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x767b341a640120c9 with lease ID 0x2154edc8daa101a3: from storage DS-cc73c29f-6334-4560-96c9-de6f6ca1cb32 node DatanodeRegistration(127.0.0.1:40253, datanodeUuid=ae0d48a4-3911-4387-b3a6-a35f5676d3d3, infoPort=39665, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=1800150192;c=1731057642972), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T09:20:44,762 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x767b341a640120c9 with lease ID 0x2154edc8daa101a3: Processing first storage report for DS-7ac6e9f0-3d3d-4d12-bdcd-c82ce09e79bb from datanode DatanodeRegistration(127.0.0.1:40253, datanodeUuid=ae0d48a4-3911-4387-b3a6-a35f5676d3d3, infoPort=39665, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=1800150192;c=1731057642972) 2024-11-08T09:20:44,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x767b341a640120c9 with lease ID 0x2154edc8daa101a3: from storage DS-7ac6e9f0-3d3d-4d12-bdcd-c82ce09e79bb node DatanodeRegistration(127.0.0.1:40253, datanodeUuid=ae0d48a4-3911-4387-b3a6-a35f5676d3d3, infoPort=39665, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=1800150192;c=1731057642972), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:20:44,857 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b 2024-11-08T09:20:44,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:44,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:44,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:20:45,265 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a with version=8 2024-11-08T09:20:45,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/hbase-staging 2024-11-08T09:20:45,267 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:20:45,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:45,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:45,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:20:45,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:45,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:20:45,268 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:20:45,268 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:20:45,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42903 2024-11-08T09:20:45,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42903 connecting to ZooKeeper ensemble=127.0.0.1:51721 2024-11-08T09:20:45,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429030x0, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:45,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42903-0x10119bf69670000 connected 2024-11-08T09:20:45,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:45,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:45,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Set watcher on znode that does not yet exist, /01461941965/running 2024-11-08T09:20:45,466 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a, hbase.cluster.distributed=false 2024-11-08T09:20:45,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Set watcher on znode that does not yet exist, /01461941965/acl 2024-11-08T09:20:45,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42903 2024-11-08T09:20:45,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42903 2024-11-08T09:20:45,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42903 2024-11-08T09:20:45,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42903 2024-11-08T09:20:45,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42903 2024-11-08T09:20:45,499 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:20:45,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:45,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:45,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:20:45,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:45,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:20:45,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:20:45,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:20:45,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42045 2024-11-08T09:20:45,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42045 connecting to ZooKeeper ensemble=127.0.0.1:51721 2024-11-08T09:20:45,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:45,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:45,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420450x0, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:45,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420450x0, quorum=127.0.0.1:51721, baseZNode=/01461941965 Set watcher on znode that does not yet exist, /01461941965/running 2024-11-08T09:20:45,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42045-0x10119bf69670001 connected 2024-11-08T09:20:45,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:20:45,516 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:20:45,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Set watcher on znode that does not yet exist, /01461941965/master 2024-11-08T09:20:45,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Set watcher on znode that does not yet exist, /01461941965/acl 2024-11-08T09:20:45,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42045 2024-11-08T09:20:45,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42045 2024-11-08T09:20:45,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42045 2024-11-08T09:20:45,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42045 2024-11-08T09:20:45,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42045 2024-11-08T09:20:45,543 DEBUG [M:0;cf4d76213909:42903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:42903 2024-11-08T09:20:45,544 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01461941965/backup-masters/cf4d76213909,42903,1731057645267 2024-11-08T09:20:45,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965/backup-masters 2024-11-08T09:20:45,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965/backup-masters 2024-11-08T09:20:45,556 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Set watcher on existing znode=/01461941965/backup-masters/cf4d76213909,42903,1731057645267 2024-11-08T09:20:45,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01461941965/master 2024-11-08T09:20:45,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965 2024-11-08T09:20:45,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965 2024-11-08T09:20:45,566 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Set watcher on existing znode=/01461941965/master 2024-11-08T09:20:45,567 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01461941965/backup-masters/cf4d76213909,42903,1731057645267 from backup master directory 2024-11-08T09:20:45,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01461941965/backup-masters/cf4d76213909,42903,1731057645267 2024-11-08T09:20:45,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965/backup-masters 2024-11-08T09:20:45,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965/backup-masters 2024-11-08T09:20:45,577 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:20:45,577 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,42903,1731057645267 2024-11-08T09:20:45,579 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/hbase.id] with ID: 7a6e4db1-ff76-4f4e-9062-d4fd151f676b 2024-11-08T09:20:45,579 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/.tmp/hbase.id 2024-11-08T09:20:45,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:20:45,584 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/.tmp/hbase.id]:[hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/hbase.id] 2024-11-08T09:20:45,591 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:45,592 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:20:45,592 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T09:20:45,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965 2024-11-08T09:20:45,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965 2024-11-08T09:20:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:20:45,608 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:20:45,609 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:20:45,609 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:45,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:20:45,614 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/MasterData/data/master/store 2024-11-08T09:20:45,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:20:45,624 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:45,625 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:20:45,625 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:45,625 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:45,625 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:20:45,625 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:45,625 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:45,625 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057645624Disabling compacts and flushes for region at 1731057645624Disabling writes for close at 1731057645625 (+1 ms)Writing region close event to WAL at 1731057645625Closed at 1731057645625 2024-11-08T09:20:45,625 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/MasterData/data/master/store/.initializing 2024-11-08T09:20:45,626 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/MasterData/WALs/cf4d76213909,42903,1731057645267 2024-11-08T09:20:45,626 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:20:45,627 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C42903%2C1731057645267, suffix=, logDir=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/MasterData/WALs/cf4d76213909,42903,1731057645267, archiveDir=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/MasterData/oldWALs, maxLogs=10 2024-11-08T09:20:45,640 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/MasterData/WALs/cf4d76213909,42903,1731057645267/cf4d76213909%2C42903%2C1731057645267.1731057645628, exclude list is [], retry=0 2024-11-08T09:20:45,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40253,DS-cc73c29f-6334-4560-96c9-de6f6ca1cb32,DISK] 2024-11-08T09:20:45,643 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/MasterData/WALs/cf4d76213909,42903,1731057645267/cf4d76213909%2C42903%2C1731057645267.1731057645628 2024-11-08T09:20:45,644 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39665:39665)] 2024-11-08T09:20:45,644 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:45,644 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:45,644 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:45,644 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:45,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:45,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:20:45,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:45,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:45,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:45,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:20:45,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:45,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:45,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:45,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:20:45,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:45,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:45,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:45,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:20:45,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:45,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:45,650 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:45,650 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:45,651 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:45,651 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:45,651 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:45,652 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:45,652 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:45,654 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:45,654 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64629098, jitterRate=-0.03695139288902283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:45,654 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057645644Initializing all the Stores at 1731057645645 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057645645Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057645645Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057645645Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057645645Cleaning up temporary data from old regions at 1731057645651 (+6 ms)Region opened successfully at 1731057645654 (+3 ms) 2024-11-08T09:20:45,655 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:20:45,656 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34054476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:20:45,657 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:20:45,657 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:20:45,657 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:20:45,657 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:20:45,657 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:20:45,658 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:20:45,658 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:20:45,659 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:20:45,660 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Unable to get data of znode /01461941965/balancer because node does not exist (not necessarily an error) 2024-11-08T09:20:45,671 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01461941965/balancer already deleted, retry=false 2024-11-08T09:20:45,672 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:20:45,672 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Unable to get data of znode /01461941965/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:20:45,682 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01461941965/normalizer already deleted, retry=false 2024-11-08T09:20:45,682 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:20:45,683 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Unable to get data of znode /01461941965/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:20:45,692 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01461941965/switch/split already deleted, retry=false 2024-11-08T09:20:45,693 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Unable to get data of znode /01461941965/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:20:45,703 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01461941965/switch/merge already deleted, retry=false 2024-11-08T09:20:45,705 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Unable to get data of znode /01461941965/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:20:45,713 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01461941965/snapshot-cleanup already deleted, retry=false 2024-11-08T09:20:45,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01461941965/running 2024-11-08T09:20:45,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01461941965/running 2024-11-08T09:20:45,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965 2024-11-08T09:20:45,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965 2024-11-08T09:20:45,725 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,42903,1731057645267, sessionid=0x10119bf69670000, setting cluster-up flag (Was=false) 2024-11-08T09:20:45,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965 2024-11-08T09:20:45,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965 2024-11-08T09:20:45,777 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01461941965/flush-table-proc/acquired, /01461941965/flush-table-proc/reached, /01461941965/flush-table-proc/abort 2024-11-08T09:20:45,778 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,42903,1731057645267 2024-11-08T09:20:45,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965 2024-11-08T09:20:45,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965 2024-11-08T09:20:45,829 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01461941965/online-snapshot/acquired, /01461941965/online-snapshot/reached, /01461941965/online-snapshot/abort 2024-11-08T09:20:45,830 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,42903,1731057645267 2024-11-08T09:20:45,831 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:20:45,833 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:45,833 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:20:45,833 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:20:45,834 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,42903,1731057645267 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:20:45,835 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:45,835 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:45,835 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:45,835 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:45,835 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:20:45,835 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:45,835 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:20:45,835 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:45,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057675836 2024-11-08T09:20:45,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:20:45,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:20:45,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:20:45,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:20:45,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:20:45,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:20:45,836 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:45,836 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:20:45,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:45,837 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:20:45,837 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:20:45,837 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:20:45,837 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:20:45,837 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:45,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:20:45,840 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:20:45,840 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:20:45,844 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057645840,5,FailOnTimeoutGroup] 2024-11-08T09:20:45,844 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057645844,5,FailOnTimeoutGroup] 2024-11-08T09:20:45,844 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:45,845 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:20:45,845 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:45,845 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:45,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:20:45,931 INFO [RS:0;cf4d76213909:42045 {}] regionserver.HRegionServer(746): ClusterId : 7a6e4db1-ff76-4f4e-9062-d4fd151f676b 2024-11-08T09:20:45,931 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:20:45,941 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:20:45,941 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:20:45,952 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:20:45,952 DEBUG [RS:0;cf4d76213909:42045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f43a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:20:45,962 DEBUG [RS:0;cf4d76213909:42045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:42045 2024-11-08T09:20:45,962 INFO [RS:0;cf4d76213909:42045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:20:45,962 INFO [RS:0;cf4d76213909:42045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:20:45,962 DEBUG [RS:0;cf4d76213909:42045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:20:45,963 INFO [RS:0;cf4d76213909:42045 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,42903,1731057645267 with port=42045, startcode=1731057645499 2024-11-08T09:20:45,963 DEBUG [RS:0;cf4d76213909:42045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:20:45,965 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:20:45,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,42045,1731057645499 2024-11-08T09:20:45,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42903 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,42045,1731057645499 2024-11-08T09:20:45,966 DEBUG [RS:0;cf4d76213909:42045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a 2024-11-08T09:20:45,966 DEBUG [RS:0;cf4d76213909:42045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42423 2024-11-08T09:20:45,966 DEBUG [RS:0;cf4d76213909:42045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:20:45,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965/rs 2024-11-08T09:20:45,977 DEBUG [RS:0;cf4d76213909:42045 {}] zookeeper.ZKUtil(111): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Set watcher on existing znode=/01461941965/rs/cf4d76213909,42045,1731057645499 2024-11-08T09:20:45,977 WARN [RS:0;cf4d76213909:42045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:20:45,978 INFO [RS:0;cf4d76213909:42045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:45,978 DEBUG [RS:0;cf4d76213909:42045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/WALs/cf4d76213909,42045,1731057645499 2024-11-08T09:20:45,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,42045,1731057645499] 2024-11-08T09:20:45,982 INFO [RS:0;cf4d76213909:42045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:20:45,983 INFO [RS:0;cf4d76213909:42045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:20:45,984 INFO [RS:0;cf4d76213909:42045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:20:45,984 INFO [RS:0;cf4d76213909:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:45,996 INFO [RS:0;cf4d76213909:42045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:20:45,997 INFO [RS:0;cf4d76213909:42045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:20:45,997 INFO [RS:0;cf4d76213909:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:45,997 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:45,997 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:45,998 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:45,998 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:45,998 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:45,998 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:20:45,998 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:45,998 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:45,998 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:45,998 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:45,998 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:45,998 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:45,998 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:20:45,998 DEBUG [RS:0;cf4d76213909:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:20:46,000 INFO [RS:0;cf4d76213909:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,000 INFO [RS:0;cf4d76213909:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,000 INFO [RS:0;cf4d76213909:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,000 INFO [RS:0;cf4d76213909:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,000 INFO [RS:0;cf4d76213909:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,000 INFO [RS:0;cf4d76213909:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42045,1731057645499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:20:46,014 INFO [RS:0;cf4d76213909:42045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:20:46,015 INFO [RS:0;cf4d76213909:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42045,1731057645499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,015 INFO [RS:0;cf4d76213909:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,015 INFO [RS:0;cf4d76213909:42045 {}] regionserver.Replication(171): cf4d76213909,42045,1731057645499 started 2024-11-08T09:20:46,027 INFO [RS:0;cf4d76213909:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,027 INFO [RS:0;cf4d76213909:42045 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,42045,1731057645499, RpcServer on cf4d76213909/172.17.0.2:42045, sessionid=0x10119bf69670001 2024-11-08T09:20:46,027 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:20:46,027 DEBUG [RS:0;cf4d76213909:42045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,42045,1731057645499 2024-11-08T09:20:46,027 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,42045,1731057645499' 2024-11-08T09:20:46,027 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01461941965/flush-table-proc/abort' 2024-11-08T09:20:46,027 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01461941965/flush-table-proc/acquired' 2024-11-08T09:20:46,028 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:20:46,028 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:20:46,028 DEBUG [RS:0;cf4d76213909:42045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,42045,1731057645499 2024-11-08T09:20:46,028 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,42045,1731057645499' 2024-11-08T09:20:46,028 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01461941965/online-snapshot/abort' 2024-11-08T09:20:46,028 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01461941965/online-snapshot/acquired' 2024-11-08T09:20:46,028 DEBUG [RS:0;cf4d76213909:42045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:20:46,028 INFO [RS:0;cf4d76213909:42045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:20:46,028 INFO [RS:0;cf4d76213909:42045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:20:46,129 INFO [RS:0;cf4d76213909:42045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:20:46,130 INFO [RS:0;cf4d76213909:42045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C42045%2C1731057645499, suffix=, logDir=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/WALs/cf4d76213909,42045,1731057645499, archiveDir=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/oldWALs, maxLogs=10 2024-11-08T09:20:46,146 DEBUG [RS:0;cf4d76213909:42045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/WALs/cf4d76213909,42045,1731057645499/cf4d76213909%2C42045%2C1731057645499.1731057646130, exclude list is [], retry=0 2024-11-08T09:20:46,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40253,DS-cc73c29f-6334-4560-96c9-de6f6ca1cb32,DISK] 2024-11-08T09:20:46,150 INFO [RS:0;cf4d76213909:42045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/WALs/cf4d76213909,42045,1731057645499/cf4d76213909%2C42045%2C1731057645499.1731057646130 2024-11-08T09:20:46,150 DEBUG [RS:0;cf4d76213909:42045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39665:39665)] 2024-11-08T09:20:46,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:20:46,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,247 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:20:46,248 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a 2024-11-08T09:20:46,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:20:46,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:46,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:46,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:20:46,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:20:46,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:46,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:46,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:20:46,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:20:46,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:46,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:46,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:20:46,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:20:46,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:46,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:46,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:20:46,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:20:46,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:46,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:46,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:20:46,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/data/hbase/meta/1588230740 2024-11-08T09:20:46,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/data/hbase/meta/1588230740 2024-11-08T09:20:46,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:20:46,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:20:46,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:46,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:20:46,345 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:46,345 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62915447, jitterRate=-0.06248678267002106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057646292Initializing all the Stores at 1731057646293 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057646293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057646312 (+19 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057646312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057646312Cleaning up temporary data from old regions at 1731057646322 (+10 ms)Region opened successfully at 1731057646346 (+24 ms) 2024-11-08T09:20:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:20:46,346 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:20:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:20:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:20:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:20:46,346 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:20:46,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057646346Disabling compacts and flushes for region at 1731057646346Disabling writes for close at 1731057646346Writing region close event to WAL at 1731057646346Closed at 1731057646346 2024-11-08T09:20:46,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:46,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:20:46,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:20:46,349 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:20:46,350 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:20:46,500 DEBUG [cf4d76213909:42903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:20:46,502 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,42045,1731057645499 2024-11-08T09:20:46,503 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,42045,1731057645499, state=OPENING 2024-11-08T09:20:46,556 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:20:46,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965 2024-11-08T09:20:46,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01461941965 2024-11-08T09:20:46,567 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:20:46,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01461941965/meta-region-server: CHANGED 2024-11-08T09:20:46,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01461941965/meta-region-server: CHANGED 2024-11-08T09:20:46,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,42045,1731057645499}] 2024-11-08T09:20:46,720 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:20:46,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:20:46,723 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:20:46,724 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:46,724 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:20:46,725 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C42045%2C1731057645499.meta, suffix=.meta, logDir=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/WALs/cf4d76213909,42045,1731057645499, archiveDir=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/oldWALs, maxLogs=10 2024-11-08T09:20:46,737 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/WALs/cf4d76213909,42045,1731057645499/cf4d76213909%2C42045%2C1731057645499.meta.1731057646725.meta, exclude list is [], retry=0 2024-11-08T09:20:46,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40253,DS-cc73c29f-6334-4560-96c9-de6f6ca1cb32,DISK] 2024-11-08T09:20:46,753 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/WALs/cf4d76213909,42045,1731057645499/cf4d76213909%2C42045%2C1731057645499.meta.1731057646725.meta 2024-11-08T09:20:46,756 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39665:39665)] 2024-11-08T09:20:46,756 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:46,757 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:20:46,757 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:20:46,757 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:20:46,757 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:20:46,757 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:20:46,757 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:46,757 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:20:46,757 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:20:46,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:20:46,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:20:46,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:46,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:46,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:20:46,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:20:46,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:46,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:46,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:20:46,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:20:46,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:46,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:46,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:20:46,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:20:46,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:46,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:46,762 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:20:46,763 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/data/hbase/meta/1588230740 2024-11-08T09:20:46,764 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/data/hbase/meta/1588230740 2024-11-08T09:20:46,765 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:20:46,765 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:20:46,765 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:46,766 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:20:46,766 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70903027, jitterRate=0.056537434458732605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:46,766 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:20:46,767 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057646757Writing region info on filesystem at 1731057646757Initializing all the Stores at 1731057646758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057646758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057646758Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057646758Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057646758Cleaning up temporary data from old regions at 1731057646765 (+7 ms)Running coprocessor post-open hooks at 1731057646766 (+1 ms)Region opened successfully at 1731057646767 (+1 ms) 2024-11-08T09:20:46,768 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057646720 2024-11-08T09:20:46,770 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:20:46,770 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:20:46,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,42045,1731057645499 2024-11-08T09:20:46,771 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,42045,1731057645499, state=OPEN 2024-11-08T09:20:46,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x10119bf69670001, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01461941965/meta-region-server 2024-11-08T09:20:46,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42903-0x10119bf69670000, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01461941965/meta-region-server 2024-11-08T09:20:46,815 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,42045,1731057645499 2024-11-08T09:20:46,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01461941965/meta-region-server: CHANGED 2024-11-08T09:20:46,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01461941965/meta-region-server: CHANGED 2024-11-08T09:20:46,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:20:46,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,42045,1731057645499 in 248 msec 2024-11-08T09:20:46,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:20:46,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-08T09:20:46,821 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:46,821 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:20:46,822 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:46,822 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,42045,1731057645499, seqNum=-1] 2024-11-08T09:20:46,823 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:46,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:20:46,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 998 msec 2024-11-08T09:20:46,831 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057646831, completionTime=-1 2024-11-08T09:20:46,832 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:20:46,832 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:20:46,834 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:20:46,834 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057706834 2024-11-08T09:20:46,834 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057766834 2024-11-08T09:20:46,834 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T09:20:46,834 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42903,1731057645267-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,835 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42903,1731057645267-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,835 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42903,1731057645267-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,835 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:42903, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,835 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,836 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,837 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:20:46,840 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.263sec 2024-11-08T09:20:46,840 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:20:46,840 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:20:46,840 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:20:46,840 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:20:46,840 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:20:46,840 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42903,1731057645267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:20:46,840 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42903,1731057645267-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:20:46,862 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:20:46,862 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:20:46,862 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,42903,1731057645267-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:46,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f027ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:46,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,42903,-1 for getting cluster id 2024-11-08T09:20:46,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:46,944 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a6e4db1-ff76-4f4e-9062-d4fd151f676b' 2024-11-08T09:20:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a6e4db1-ff76-4f4e-9062-d4fd151f676b" 2024-11-08T09:20:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d711ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,42903,-1] 2024-11-08T09:20:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:46,947 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:46,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347d4209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:46,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,42045,1731057645499, seqNum=-1] 2024-11-08T09:20:46,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:46,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:20:46,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,42903,1731057645267 2024-11-08T09:20:46,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51721 2024-11-08T09:20:46,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51721, baseZNode=/01461941965 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:46,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10119bf69670002 connected 2024-11-08T09:20:46,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,42903,1731057645267 2024-11-08T09:20:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ddfeb73 2024-11-08T09:20:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:46,999 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:20:47,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:20:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:20:47,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:20:47,003 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:47,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:20:47,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:20:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:20:47,015 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e16eae8e5710eae7be811c9b0ba38d3, NAME => 'test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a 2024-11-08T09:20:47,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:20:47,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:47,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4e16eae8e5710eae7be811c9b0ba38d3, disabling compactions & flushes 2024-11-08T09:20:47,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3. 2024-11-08T09:20:47,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3. 2024-11-08T09:20:47,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3. after waiting 0 ms 2024-11-08T09:20:47,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3. 2024-11-08T09:20:47,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3. 2024-11-08T09:20:47,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e16eae8e5710eae7be811c9b0ba38d3: Waiting for close lock at 1731057647037Disabling compacts and flushes for region at 1731057647037Disabling writes for close at 1731057647037Writing region close event to WAL at 1731057647037Closed at 1731057647037 2024-11-08T09:20:47,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:20:47,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057647039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057647039"}]},"ts":"1731057647039"} 2024-11-08T09:20:47,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:20:47,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:20:47,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057647043"}]},"ts":"1731057647043"} 2024-11-08T09:20:47,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:20:47,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e16eae8e5710eae7be811c9b0ba38d3, ASSIGN}] 2024-11-08T09:20:47,051 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e16eae8e5710eae7be811c9b0ba38d3, ASSIGN 2024-11-08T09:20:47,052 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4e16eae8e5710eae7be811c9b0ba38d3, ASSIGN; state=OFFLINE, location=cf4d76213909,42045,1731057645499; forceNewPlan=false, retain=false 2024-11-08T09:20:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:47,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e16eae8e5710eae7be811c9b0ba38d3, regionState=OPENING, regionLocation=cf4d76213909,42045,1731057645499 2024-11-08T09:20:47,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4e16eae8e5710eae7be811c9b0ba38d3, ASSIGN because future has completed 2024-11-08T09:20:47,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e16eae8e5710eae7be811c9b0ba38d3, server=cf4d76213909,42045,1731057645499}] 2024-11-08T09:20:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T09:20:47,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:20:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:47,385 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3. 2024-11-08T09:20:47,386 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e16eae8e5710eae7be811c9b0ba38d3, NAME => 'test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:47,387 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:20:47,387 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:20:47,388 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e16eae8e5710eae7be811c9b0ba38d3 2024-11-08T09:20:47,388 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:47,388 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4e16eae8e5710eae7be811c9b0ba38d3 2024-11-08T09:20:47,388 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4e16eae8e5710eae7be811c9b0ba38d3 2024-11-08T09:20:47,390 INFO [StoreOpener-4e16eae8e5710eae7be811c9b0ba38d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e16eae8e5710eae7be811c9b0ba38d3 2024-11-08T09:20:47,392 INFO [StoreOpener-4e16eae8e5710eae7be811c9b0ba38d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e16eae8e5710eae7be811c9b0ba38d3 columnFamilyName f 2024-11-08T09:20:47,392 DEBUG [StoreOpener-4e16eae8e5710eae7be811c9b0ba38d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:47,393 INFO [StoreOpener-4e16eae8e5710eae7be811c9b0ba38d3-1 {}] regionserver.HStore(327): Store=4e16eae8e5710eae7be811c9b0ba38d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:47,393 INFO [StoreOpener-4e16eae8e5710eae7be811c9b0ba38d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4e16eae8e5710eae7be811c9b0ba38d3 2024-11-08T09:20:47,394 INFO [StoreOpener-4e16eae8e5710eae7be811c9b0ba38d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e16eae8e5710eae7be811c9b0ba38d3 columnFamilyName f1 2024-11-08T09:20:47,394 DEBUG [StoreOpener-4e16eae8e5710eae7be811c9b0ba38d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:47,394 INFO [StoreOpener-4e16eae8e5710eae7be811c9b0ba38d3-1 {}] regionserver.HStore(327): Store=4e16eae8e5710eae7be811c9b0ba38d3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:47,395 INFO [StoreOpener-4e16eae8e5710eae7be811c9b0ba38d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e16eae8e5710eae7be811c9b0ba38d3 2024-11-08T09:20:47,396 INFO [StoreOpener-4e16eae8e5710eae7be811c9b0ba38d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e16eae8e5710eae7be811c9b0ba38d3 columnFamilyName norep 2024-11-08T09:20:47,396 DEBUG [StoreOpener-4e16eae8e5710eae7be811c9b0ba38d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:47,396 INFO [StoreOpener-4e16eae8e5710eae7be811c9b0ba38d3-1 {}] regionserver.HStore(327): Store=4e16eae8e5710eae7be811c9b0ba38d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:47,396 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4e16eae8e5710eae7be811c9b0ba38d3 2024-11-08T09:20:47,397 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/data/default/test/4e16eae8e5710eae7be811c9b0ba38d3 2024-11-08T09:20:47,398 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/data/default/test/4e16eae8e5710eae7be811c9b0ba38d3 2024-11-08T09:20:47,400 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4e16eae8e5710eae7be811c9b0ba38d3 2024-11-08T09:20:47,400 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4e16eae8e5710eae7be811c9b0ba38d3 2024-11-08T09:20:47,401 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:20:47,403 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4e16eae8e5710eae7be811c9b0ba38d3 2024-11-08T09:20:47,409 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/data/default/test/4e16eae8e5710eae7be811c9b0ba38d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:47,409 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4e16eae8e5710eae7be811c9b0ba38d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69499875, jitterRate=0.03562884032726288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:20:47,409 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e16eae8e5710eae7be811c9b0ba38d3 2024-11-08T09:20:47,410 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4e16eae8e5710eae7be811c9b0ba38d3: Running coprocessor pre-open hook at 1731057647388Writing region info on filesystem at 1731057647388Initializing all the Stores at 1731057647390 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057647390Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057647390Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057647390Cleaning up temporary data from old regions at 1731057647400 (+10 ms)Running coprocessor post-open hooks at 1731057647409 (+9 ms)Region opened successfully at 1731057647410 (+1 ms) 2024-11-08T09:20:47,411 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3., pid=6, masterSystemTime=1731057647372 2024-11-08T09:20:47,413 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3. 2024-11-08T09:20:47,413 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057647000.4e16eae8e5710eae7be811c9b0ba38d3. 2024-11-08T09:20:47,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e16eae8e5710eae7be811c9b0ba38d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,42045,1731057645499 2024-11-08T09:20:47,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e16eae8e5710eae7be811c9b0ba38d3, server=cf4d76213909,42045,1731057645499 because future has completed 2024-11-08T09:20:47,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:20:47,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e16eae8e5710eae7be811c9b0ba38d3, server=cf4d76213909,42045,1731057645499 in 207 msec 2024-11-08T09:20:47,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:20:47,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4e16eae8e5710eae7be811c9b0ba38d3, ASSIGN in 373 msec 2024-11-08T09:20:47,424 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:20:47,425 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057647424"}]},"ts":"1731057647424"} 2024-11-08T09:20:47,426 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:20:47,427 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:20:47,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 427 msec 2024-11-08T09:20:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:20:47,631 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:20:47,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7b1f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:47,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,42903,-1 for getting cluster id 2024-11-08T09:20:47,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:47,633 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a6e4db1-ff76-4f4e-9062-d4fd151f676b' 2024-11-08T09:20:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a6e4db1-ff76-4f4e-9062-d4fd151f676b" 2024-11-08T09:20:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aea5806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,42903,-1] 2024-11-08T09:20:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:47,635 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:47,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aeb9d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:47,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:47,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,42903,1731057645267 2024-11-08T09:20:47,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50799010 2024-11-08T09:20:47,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:47,637 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:20:47,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:42903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:20:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:20:47,641 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:42903' 2024-11-08T09:20:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:47,644 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1487845d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:47,644 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,42903,-1 for getting cluster id 2024-11-08T09:20:47,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:47,645 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a6e4db1-ff76-4f4e-9062-d4fd151f676b' 2024-11-08T09:20:47,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:47,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a6e4db1-ff76-4f4e-9062-d4fd151f676b" 2024-11-08T09:20:47,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308557eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:47,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,42903,-1] 2024-11-08T09:20:47,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:47,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:47,648 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:47,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7199263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:47,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:47,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,42903,1731057645267 2024-11-08T09:20:47,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef485a4 2024-11-08T09:20:47,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:20:47,651 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:20:47,652 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T09:20:47,652 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:20:47,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:47,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:47,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:47,652 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cf4d76213909:42903, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T09:20:47,658 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cf4d76213909:42903, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cf4d76213909:42903, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cf4d76213909:42903, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-08T09:20:47,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cf4d76213909:42903, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=22 msec 2024-11-08T09:20:47,660 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-08T09:20:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:20:47,753 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://cf4d76213909:42903, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-08T09:20:47,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:20:47,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:20:47,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:47,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:47,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:20:47,774 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 358) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RS_OPEN_META-regionserver/cf4d76213909:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2c60dc08 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-775413688_20 at /127.0.0.1:55510 [Receiving block BP-1919496903-172.17.0.2-1731057642972:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 42423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919496903-172.17.0.2-1731057642972:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp803792819-7895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp897814512-7845 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1f904319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cf4d76213909:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@754184f0[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cf4d76213909:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3b48b9fc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/cluster_43777d3a-2511-43f0-a628-8ce32f3adf95/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: M:0;cf4d76213909:42903 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 43507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51721) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5d597bef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f1f909f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp803792819-7896 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;cf4d76213909:42045 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp897814512-7846 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1f904319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-775413688_20 at /127.0.0.1:55522 [Receiving block BP-1919496903-172.17.0.2-1731057642972:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp897814512-7851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$599/0x00007f1f90accbd0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp897814512-7848-acceptor-0@13f6094e-ServerConnector@1de33c37{HTTP/1.1, (http/1.1)}{localhost:33319} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(235999069) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server idle connection scanner for port 43507 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp897814512-7849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp897814512-7844 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1f904319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp803792819-7894-acceptor-0@6c6a03ad-ServerConnector@15fba47b{HTTP/1.1, (http/1.1)}{localhost:38853} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp897814512-7850 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server handler 3 on default port 43507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 43507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: regionserver/cf4d76213909:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1356bd54 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 42423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2f43f77c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/cluster_43777d3a-2511-43f0-a628-8ce32f3adf95/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@343ea268 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2ad0721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a/MasterData-prefix:cf4d76213909,42903,1731057645267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4f850123-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp803792819-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1f904319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cf4d76213909:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS:0;cf4d76213909:42045-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51721) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp897814512-7847 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1f904319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_125037320_20 at /127.0.0.1:55490 [Receiving block BP-1919496903-172.17.0.2-1731057642972:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42423 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51721 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919496903-172.17.0.2-1731057642972:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a-prefix:cf4d76213909,42045,1731057645499.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@1e89626b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/cluster_43777d3a-2511-43f0-a628-8ce32f3adf95/data/data2/current/BP-1919496903-172.17.0.2-1731057642972 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057645840 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: BP-1919496903-172.17.0.2-1731057642972 heartbeating to localhost/127.0.0.1:42423 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-2b87a4b5-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@67f9a5b0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:51721): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/cf4d76213909:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 42423 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: cf4d76213909:42903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/cluster_43777d3a-2511-43f0-a628-8ce32f3adf95/data/data1/current/BP-1919496903-172.17.0.2-1731057642972 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057645844 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919496903-172.17.0.2-1731057642972:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42423/user/jenkins/test-data/a5c5680f-f449-c203-83b6-97d5249a6e2a-prefix:cf4d76213909,42045,1731057645499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-775413688_20 at /127.0.0.1:55450 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51721) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=874 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 327) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4638 (was 4744) 2024-11-08T09:20:47,777 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-08T09:20:47,803 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=4638 2024-11-08T09:20:47,803 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-08T09:20:47,823 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-08T09:20:47,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/hadoop.log.dir so I do NOT create it in target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660 2024-11-08T09:20:47,824 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:20:47,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/hadoop.tmp.dir so I do NOT create it in target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660 2024-11-08T09:20:47,824 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fc3f2d03-fab6-7b94-e639-b7b731cc3a5b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:20:47,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660 2024-11-08T09:20:47,824 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/cluster_e844b627-3b88-84a0-8cc6-2530f4e53bc8, deleteOnExit=true 2024-11-08T09:20:47,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/cluster_e844b627-3b88-84a0-8cc6-2530f4e53bc8/zookeeper_0, clientPort=61627, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/cluster_e844b627-3b88-84a0-8cc6-2530f4e53bc8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/cluster_e844b627-3b88-84a0-8cc6-2530f4e53bc8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T09:20:47,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61627 2024-11-08T09:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/test.cache.data in system properties and HBase conf 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:20:47,844 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:20:47,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:20:47,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:20:47,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:20:47,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:20:47,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:20:48,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:48,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:20:48,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:20:48,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:20:48,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:20:48,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:48,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2801aebc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:20:48,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f34409e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:20:48,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@125c1a64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/java.io.tmpdir/jetty-localhost-32973-hadoop-hdfs-3_4_1-tests_jar-_-any-10394515025787971440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:20:48,611 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78ceea1e{HTTP/1.1, (http/1.1)}{localhost:32973} 2024-11-08T09:20:48,611 INFO [Time-limited test {}] server.Server(415): Started @319207ms 2024-11-08T09:20:48,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:48,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:20:48,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:20:48,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:20:48,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:20:48,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8130d8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:20:48,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e01edbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:20:49,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33958fbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/java.io.tmpdir/jetty-localhost-43385-hadoop-hdfs-3_4_1-tests_jar-_-any-11088838882490504563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:20:49,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aa8e23a{HTTP/1.1, (http/1.1)}{localhost:43385} 2024-11-08T09:20:49,079 INFO [Time-limited test {}] server.Server(415): Started @319675ms 2024-11-08T09:20:49,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:20:49,361 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:20:49,361 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:20:49,361 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128834 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:20:50,523 WARN [Thread-4288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/cluster_e844b627-3b88-84a0-8cc6-2530f4e53bc8/data/data1/current/BP-146460148-172.17.0.2-1731057647858/current, will proceed with Du for space computation calculation, 2024-11-08T09:20:50,524 WARN [Thread-4289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/cluster_e844b627-3b88-84a0-8cc6-2530f4e53bc8/data/data2/current/BP-146460148-172.17.0.2-1731057647858/current, will proceed with Du for space computation calculation, 2024-11-08T09:20:50,554 WARN [Thread-4276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:20:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dd5ca8aefc95f6e with lease ID 0x2d841a22d47a1042: Processing first storage report for DS-69b963ef-4ebb-48bb-81fb-3d3118b79be2 from datanode DatanodeRegistration(127.0.0.1:44903, datanodeUuid=0068b2c2-fc2e-4efb-8309-4c67fb94a8f9, infoPort=40207, infoSecurePort=0, ipcPort=38143, storageInfo=lv=-57;cid=testClusterID;nsid=1213631697;c=1731057647858) 2024-11-08T09:20:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dd5ca8aefc95f6e with lease ID 0x2d841a22d47a1042: from storage DS-69b963ef-4ebb-48bb-81fb-3d3118b79be2 node DatanodeRegistration(127.0.0.1:44903, datanodeUuid=0068b2c2-fc2e-4efb-8309-4c67fb94a8f9, infoPort=40207, infoSecurePort=0, ipcPort=38143, storageInfo=lv=-57;cid=testClusterID;nsid=1213631697;c=1731057647858), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:20:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dd5ca8aefc95f6e with lease ID 0x2d841a22d47a1042: Processing first storage report for DS-64f2f46b-ddc5-46bd-a1bf-15affcf26d0e from datanode DatanodeRegistration(127.0.0.1:44903, datanodeUuid=0068b2c2-fc2e-4efb-8309-4c67fb94a8f9, infoPort=40207, infoSecurePort=0, ipcPort=38143, storageInfo=lv=-57;cid=testClusterID;nsid=1213631697;c=1731057647858) 2024-11-08T09:20:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dd5ca8aefc95f6e with lease ID 0x2d841a22d47a1042: from storage DS-64f2f46b-ddc5-46bd-a1bf-15affcf26d0e node DatanodeRegistration(127.0.0.1:44903, datanodeUuid=0068b2c2-fc2e-4efb-8309-4c67fb94a8f9, infoPort=40207, infoSecurePort=0, ipcPort=38143, storageInfo=lv=-57;cid=testClusterID;nsid=1213631697;c=1731057647858), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:20:50,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660 2024-11-08T09:20:50,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:50,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:50,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:20:51,031 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728 with version=8 2024-11-08T09:20:51,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/hbase-staging 2024-11-08T09:20:51,033 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:20:51,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:51,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:51,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:20:51,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:51,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:20:51,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:20:51,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:20:51,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36679 2024-11-08T09:20:51,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36679 connecting to ZooKeeper ensemble=127.0.0.1:61627 2024-11-08T09:20:51,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366790x0, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:51,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36679-0x10119bf7c8d0000 connected 2024-11-08T09:20:51,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:51,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:51,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Set watcher on znode that does not yet exist, /0-975268663/running 2024-11-08T09:20:51,680 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728, hbase.cluster.distributed=false 2024-11-08T09:20:51,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Set watcher on znode that does not yet exist, /0-975268663/acl 2024-11-08T09:20:51,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36679 2024-11-08T09:20:51,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36679 2024-11-08T09:20:51,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36679 2024-11-08T09:20:51,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36679 2024-11-08T09:20:51,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36679 2024-11-08T09:20:51,702 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:20:51,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:51,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:51,702 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:20:51,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:51,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:20:51,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:20:51,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:20:51,703 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32887 2024-11-08T09:20:51,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32887 connecting to ZooKeeper ensemble=127.0.0.1:61627 2024-11-08T09:20:51,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:51,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:51,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328870x0, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:51,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328870x0, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Set watcher on znode that does not yet exist, /0-975268663/running 2024-11-08T09:20:51,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32887-0x10119bf7c8d0001 connected 2024-11-08T09:20:51,792 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:20:51,792 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:20:51,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Set watcher on znode that does not yet exist, /0-975268663/master 2024-11-08T09:20:51,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Set watcher on znode that does not yet exist, /0-975268663/acl 2024-11-08T09:20:51,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32887 2024-11-08T09:20:51,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32887 2024-11-08T09:20:51,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32887 2024-11-08T09:20:51,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32887 2024-11-08T09:20:51,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32887 2024-11-08T09:20:51,805 DEBUG [M:0;cf4d76213909:36679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:36679 2024-11-08T09:20:51,805 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-975268663/backup-masters/cf4d76213909,36679,1731057651033 2024-11-08T09:20:51,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663/backup-masters 2024-11-08T09:20:51,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663/backup-masters 2024-11-08T09:20:51,855 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Set watcher on existing znode=/0-975268663/backup-masters/cf4d76213909,36679,1731057651033 2024-11-08T09:20:51,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:20:51,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-975268663/master 2024-11-08T09:20:51,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:20:51,941 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Set watcher on existing znode=/0-975268663/master 2024-11-08T09:20:51,941 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-975268663/backup-masters/cf4d76213909,36679,1731057651033 from backup master directory 2024-11-08T09:20:52,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-975268663/backup-masters/cf4d76213909,36679,1731057651033 2024-11-08T09:20:52,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663/backup-masters 2024-11-08T09:20:52,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663/backup-masters 2024-11-08T09:20:52,034 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:20:52,034 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,36679,1731057651033 2024-11-08T09:20:52,038 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/hbase.id] with ID: 979befe8-04d1-4fe3-b1db-43f7980fc7d6 2024-11-08T09:20:52,038 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/.tmp/hbase.id 2024-11-08T09:20:52,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:20:52,259 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:20:52,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:20:52,325 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:20:52,325 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T09:20:52,447 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/.tmp/hbase.id]:[hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/hbase.id] 2024-11-08T09:20:52,455 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:52,455 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:20:52,455 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T09:20:52,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:20:52,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:20:52,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:20:52,905 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:20:52,906 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:20:52,906 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:52,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:20:53,313 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store 2024-11-08T09:20:53,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:20:53,725 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:53,725 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:20:53,725 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:53,725 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:53,725 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:20:53,725 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:53,725 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:53,725 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057653725Disabling compacts and flushes for region at 1731057653725Disabling writes for close at 1731057653725Writing region close event to WAL at 1731057653725Closed at 1731057653725 2024-11-08T09:20:53,726 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/.initializing 2024-11-08T09:20:53,726 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/WALs/cf4d76213909,36679,1731057651033 2024-11-08T09:20:53,726 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:20:53,728 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C36679%2C1731057651033, suffix=, logDir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/WALs/cf4d76213909,36679,1731057651033, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/oldWALs, maxLogs=10 2024-11-08T09:20:53,741 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/WALs/cf4d76213909,36679,1731057651033/cf4d76213909%2C36679%2C1731057651033.1731057653728, exclude list is [], retry=0 2024-11-08T09:20:53,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44903,DS-69b963ef-4ebb-48bb-81fb-3d3118b79be2,DISK] 2024-11-08T09:20:53,748 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/WALs/cf4d76213909,36679,1731057651033/cf4d76213909%2C36679%2C1731057651033.1731057653728 2024-11-08T09:20:53,748 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40207:40207)] 2024-11-08T09:20:53,748 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:53,748 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:53,748 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:53,748 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:53,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:53,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:20:53,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:53,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:53,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:53,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:20:53,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:53,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:53,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:53,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:20:53,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:53,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:53,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:53,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:20:53,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:53,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:53,761 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:53,761 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:53,762 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:53,763 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:53,763 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:53,763 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:53,764 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:53,765 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:53,766 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71041069, jitterRate=0.05859442055225372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:53,766 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057653749Initializing all the Stores at 1731057653749Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057653749Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057653752 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057653752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057653752Cleaning up temporary data from old regions at 1731057653763 (+11 ms)Region opened successfully at 1731057653766 (+3 ms) 2024-11-08T09:20:53,766 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:20:53,768 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4252e896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:20:53,769 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:20:53,769 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:20:53,769 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:20:53,769 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:20:53,769 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:20:53,770 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:20:53,770 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:20:53,773 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:20:53,774 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Unable to get data of znode /0-975268663/balancer because node does not exist (not necessarily an error) 2024-11-08T09:20:53,785 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-975268663/balancer already deleted, retry=false 2024-11-08T09:20:53,786 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:20:53,786 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Unable to get data of znode /0-975268663/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:20:53,806 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-975268663/normalizer already deleted, retry=false 2024-11-08T09:20:53,807 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:20:53,807 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Unable to get data of znode /0-975268663/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:20:53,827 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-975268663/switch/split already deleted, retry=false 2024-11-08T09:20:53,828 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Unable to get data of znode /0-975268663/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:20:53,848 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-975268663/switch/merge already deleted, retry=false 2024-11-08T09:20:53,850 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Unable to get data of znode /0-975268663/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:20:53,869 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-975268663/snapshot-cleanup already deleted, retry=false 2024-11-08T09:20:53,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-975268663/running 2024-11-08T09:20:53,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-975268663/running 2024-11-08T09:20:53,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:20:53,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:20:53,892 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,36679,1731057651033, sessionid=0x10119bf7c8d0000, setting cluster-up flag (Was=false) 2024-11-08T09:20:53,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:20:53,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:20:53,996 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-975268663/flush-table-proc/acquired, /0-975268663/flush-table-proc/reached, /0-975268663/flush-table-proc/abort 2024-11-08T09:20:53,997 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,36679,1731057651033 2024-11-08T09:20:54,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:20:54,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:20:54,091 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-975268663/online-snapshot/acquired, /0-975268663/online-snapshot/reached, /0-975268663/online-snapshot/abort 2024-11-08T09:20:54,091 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,36679,1731057651033 2024-11-08T09:20:54,092 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:20:54,093 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:54,093 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:20:54,094 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:20:54,094 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,36679,1731057651033 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:20:54,095 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:54,095 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:54,095 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:54,095 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:54,095 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:20:54,095 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:54,095 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:20:54,095 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:54,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:54,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:20:54,097 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:54,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:20:54,100 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057684100 2024-11-08T09:20:54,100 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:20:54,100 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:20:54,100 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:20:54,100 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:20:54,100 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:20:54,100 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:20:54,101 INFO [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(746): ClusterId : 979befe8-04d1-4fe3-b1db-43f7980fc7d6 2024-11-08T09:20:54,101 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:20:54,105 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,108 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:20:54,108 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:20:54,108 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:20:54,108 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:20:54,111 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:20:54,111 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:20:54,111 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057654111,5,FailOnTimeoutGroup] 2024-11-08T09:20:54,112 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:20:54,113 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:20:54,113 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057654111,5,FailOnTimeoutGroup] 2024-11-08T09:20:54,113 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,113 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:20:54,113 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,113 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:20:54,133 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:20:54,134 DEBUG [RS:0;cf4d76213909:32887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7966d1cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:20:54,145 DEBUG [RS:0;cf4d76213909:32887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:32887 2024-11-08T09:20:54,145 INFO [RS:0;cf4d76213909:32887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:20:54,145 INFO [RS:0;cf4d76213909:32887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:20:54,145 DEBUG [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:20:54,146 INFO [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,36679,1731057651033 with port=32887, startcode=1731057651702 2024-11-08T09:20:54,146 DEBUG [RS:0;cf4d76213909:32887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:20:54,147 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:20:54,147 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,32887,1731057651702 2024-11-08T09:20:54,147 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36679 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,32887,1731057651702 2024-11-08T09:20:54,148 DEBUG [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728 2024-11-08T09:20:54,148 DEBUG [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40777 2024-11-08T09:20:54,148 DEBUG [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:20:54,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663/rs 2024-11-08T09:20:54,209 DEBUG [RS:0;cf4d76213909:32887 {}] zookeeper.ZKUtil(111): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Set watcher on existing znode=/0-975268663/rs/cf4d76213909,32887,1731057651702 2024-11-08T09:20:54,209 WARN [RS:0;cf4d76213909:32887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:20:54,209 INFO [RS:0;cf4d76213909:32887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:54,209 DEBUG [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702 2024-11-08T09:20:54,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,32887,1731057651702] 2024-11-08T09:20:54,217 INFO [RS:0;cf4d76213909:32887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:20:54,224 INFO [RS:0;cf4d76213909:32887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:20:54,231 INFO [RS:0;cf4d76213909:32887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:20:54,231 INFO [RS:0;cf4d76213909:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,231 INFO [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:20:54,232 INFO [RS:0;cf4d76213909:32887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:20:54,232 INFO [RS:0;cf4d76213909:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,232 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:54,232 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:54,232 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:54,233 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:54,233 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:54,233 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:20:54,233 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:54,233 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:54,233 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:54,233 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:54,233 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:54,233 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:54,233 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:20:54,233 DEBUG [RS:0;cf4d76213909:32887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:20:54,236 INFO [RS:0;cf4d76213909:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,236 INFO [RS:0;cf4d76213909:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,236 INFO [RS:0;cf4d76213909:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,236 INFO [RS:0;cf4d76213909:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,236 INFO [RS:0;cf4d76213909:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,236 INFO [RS:0;cf4d76213909:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,32887,1731057651702-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:20:54,258 INFO [RS:0;cf4d76213909:32887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:20:54,258 INFO [RS:0;cf4d76213909:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,32887,1731057651702-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,258 INFO [RS:0;cf4d76213909:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,258 INFO [RS:0;cf4d76213909:32887 {}] regionserver.Replication(171): cf4d76213909,32887,1731057651702 started 2024-11-08T09:20:54,271 INFO [RS:0;cf4d76213909:32887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:54,272 INFO [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,32887,1731057651702, RpcServer on cf4d76213909/172.17.0.2:32887, sessionid=0x10119bf7c8d0001 2024-11-08T09:20:54,272 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:20:54,272 DEBUG [RS:0;cf4d76213909:32887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,32887,1731057651702 2024-11-08T09:20:54,272 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,32887,1731057651702' 2024-11-08T09:20:54,272 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-975268663/flush-table-proc/abort' 2024-11-08T09:20:54,272 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-975268663/flush-table-proc/acquired' 2024-11-08T09:20:54,273 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:20:54,273 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:20:54,273 DEBUG [RS:0;cf4d76213909:32887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,32887,1731057651702 2024-11-08T09:20:54,273 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,32887,1731057651702' 2024-11-08T09:20:54,273 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-975268663/online-snapshot/abort' 2024-11-08T09:20:54,273 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-975268663/online-snapshot/acquired' 2024-11-08T09:20:54,273 DEBUG [RS:0;cf4d76213909:32887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:20:54,273 INFO [RS:0;cf4d76213909:32887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:20:54,273 INFO [RS:0;cf4d76213909:32887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:20:54,374 INFO [RS:0;cf4d76213909:32887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:20:54,375 INFO [RS:0;cf4d76213909:32887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C32887%2C1731057651702, suffix=, logDir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/oldWALs, maxLogs=10 2024-11-08T09:20:54,386 DEBUG [RS:0;cf4d76213909:32887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375, exclude list is [], retry=0 2024-11-08T09:20:54,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44903,DS-69b963ef-4ebb-48bb-81fb-3d3118b79be2,DISK] 2024-11-08T09:20:54,390 INFO [RS:0;cf4d76213909:32887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 2024-11-08T09:20:54,391 DEBUG [RS:0;cf4d76213909:32887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40207:40207)] 2024-11-08T09:20:54,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:20:54,519 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728 2024-11-08T09:20:54,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:20:54,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:54,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:20:54,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:20:54,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:54,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:54,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:20:54,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:20:54,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:54,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:54,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:20:54,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:20:54,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:54,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:54,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:20:54,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:20:54,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:54,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:54,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:20:54,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740 2024-11-08T09:20:54,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740 2024-11-08T09:20:54,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:20:54,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:20:54,931 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:54,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:20:54,933 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:54,934 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69819833, jitterRate=0.04039658606052399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:54,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057654924Initializing all the Stores at 1731057654924Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057654924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057654925 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057654925Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057654925Cleaning up temporary data from old regions at 1731057654931 (+6 ms)Region opened successfully at 1731057654934 (+3 ms) 2024-11-08T09:20:54,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:20:54,934 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:20:54,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:20:54,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:20:54,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:20:54,934 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:20:54,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057654934Disabling compacts and flushes for region at 1731057654934Disabling writes for close at 1731057654934Writing region close event to WAL at 1731057654934Closed at 1731057654934 2024-11-08T09:20:54,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:54,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:20:54,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:20:54,936 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:20:54,936 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:20:55,087 DEBUG [cf4d76213909:36679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:20:55,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,32887,1731057651702 2024-11-08T09:20:55,088 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,32887,1731057651702, state=OPENING 2024-11-08T09:20:55,101 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:20:55,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:20:55,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-975268663/meta-region-server: CHANGED 2024-11-08T09:20:55,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:20:55,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-975268663/meta-region-server: CHANGED 2024-11-08T09:20:55,116 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:20:55,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,32887,1731057651702}] 2024-11-08T09:20:55,269 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:20:55,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:20:55,273 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:20:55,273 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:55,273 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:20:55,274 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C32887%2C1731057651702.meta, suffix=.meta, logDir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/oldWALs, maxLogs=10 2024-11-08T09:20:55,290 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.meta.1731057655274.meta, exclude list is [], retry=0 2024-11-08T09:20:55,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44903,DS-69b963ef-4ebb-48bb-81fb-3d3118b79be2,DISK] 2024-11-08T09:20:55,294 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.meta.1731057655274.meta 2024-11-08T09:20:55,294 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40207:40207)] 2024-11-08T09:20:55,294 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:55,294 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:20:55,294 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:20:55,294 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:20:55,294 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:20:55,295 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:20:55,295 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:55,295 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:20:55,295 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:20:55,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:20:55,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:20:55,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:55,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:55,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:20:55,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:20:55,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:55,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:55,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:20:55,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:20:55,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:55,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:55,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:20:55,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:20:55,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:55,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:55,300 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:20:55,300 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740 2024-11-08T09:20:55,301 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740 2024-11-08T09:20:55,302 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:20:55,302 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:20:55,302 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:55,303 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:20:55,304 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71299968, jitterRate=0.06245231628417969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:55,304 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:20:55,304 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057655295Writing region info on filesystem at 1731057655295Initializing all the Stores at 1731057655296 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057655296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057655296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057655296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057655296Cleaning up temporary data from old regions at 1731057655302 (+6 ms)Running coprocessor post-open hooks at 1731057655304 (+2 ms)Region opened successfully at 1731057655304 2024-11-08T09:20:55,305 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057655268 2024-11-08T09:20:55,306 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:20:55,306 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:20:55,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,32887,1731057651702 2024-11-08T09:20:55,307 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,32887,1731057651702, state=OPEN 2024-11-08T09:20:55,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-975268663/meta-region-server 2024-11-08T09:20:55,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-975268663/meta-region-server 2024-11-08T09:20:55,342 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,32887,1731057651702 2024-11-08T09:20:55,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-975268663/meta-region-server: CHANGED 2024-11-08T09:20:55,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-975268663/meta-region-server: CHANGED 2024-11-08T09:20:55,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:20:55,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,32887,1731057651702 in 226 msec 2024-11-08T09:20:55,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:20:55,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-08T09:20:55,346 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:55,346 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:20:55,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:55,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,32887,1731057651702, seqNum=-1] 2024-11-08T09:20:55,347 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:55,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:20:55,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-08T09:20:55,357 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057655357, completionTime=-1 2024-11-08T09:20:55,357 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:20:55,357 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:20:55,359 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:20:55,359 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057715359 2024-11-08T09:20:55,359 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057775359 2024-11-08T09:20:55,359 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T09:20:55,360 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,36679,1731057651033-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:55,360 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,36679,1731057651033-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:55,360 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,36679,1731057651033-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:55,360 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:36679, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:55,360 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:55,360 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:55,361 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:20:55,363 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.329sec 2024-11-08T09:20:55,363 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:20:55,363 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:20:55,363 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:20:55,363 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:20:55,363 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:20:55,363 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,36679,1731057651033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:20:55,363 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,36679,1731057651033-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:20:55,365 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:20:55,365 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:20:55,365 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,36679,1731057651033-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:55,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69461619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:55,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,36679,-1 for getting cluster id 2024-11-08T09:20:55,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:20:55,403 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '979befe8-04d1-4fe3-b1db-43f7980fc7d6' 2024-11-08T09:20:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:20:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "979befe8-04d1-4fe3-b1db-43f7980fc7d6" 2024-11-08T09:20:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521626a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,36679,-1] 2024-11-08T09:20:55,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:20:55,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:20:55,404 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:20:55,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f12dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:20:55,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:20:55,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,32887,1731057651702, seqNum=-1] 2024-11-08T09:20:55,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:20:55,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:20:55,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,36679,1731057651033 2024-11-08T09:20:55,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61627 2024-11-08T09:20:55,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:55,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10119bf7c8d0002 connected 2024-11-08T09:20:55,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/hadoop.log.dir so I do NOT create it in target/test-data/1946c05b-4126-62f4-1857-5747460e504f 2024-11-08T09:20:55,441 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:20:55,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/hadoop.tmp.dir so I do NOT create it in target/test-data/1946c05b-4126-62f4-1857-5747460e504f 2024-11-08T09:20:55,441 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:20:55,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f 2024-11-08T09:20:55,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:20:55,441 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/cluster_d47ae4b2-2325-6d69-5831-0076625aeb68, deleteOnExit=true 2024-11-08T09:20:55,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:20:55,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/test.cache.data in system properties and HBase conf 2024-11-08T09:20:55,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:20:55,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:20:55,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:20:55,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:20:55,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:20:55,442 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:20:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:20:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:20:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:20:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:20:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:20:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:20:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:20:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:20:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:20:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:20:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:20:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:20:55,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:20:55,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:20:55,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:55,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:20:55,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:20:55,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:20:55,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:20:55,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:55,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5da295fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:20:55,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd4bd4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:20:56,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ba3b30{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/java.io.tmpdir/jetty-localhost-40569-hadoop-hdfs-3_4_1-tests_jar-_-any-14953316229915709907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:20:56,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12930c2a{HTTP/1.1, (http/1.1)}{localhost:40569} 2024-11-08T09:20:56,004 INFO [Time-limited test {}] server.Server(415): Started @326599ms 2024-11-08T09:20:56,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:20:56,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:20:56,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:20:56,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:20:56,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:20:56,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f5c757{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:20:56,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fec7453{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:20:56,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dfc971b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/java.io.tmpdir/jetty-localhost-35729-hadoop-hdfs-3_4_1-tests_jar-_-any-2388013149395380607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:20:56,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b6b468d{HTTP/1.1, (http/1.1)}{localhost:35729} 2024-11-08T09:20:56,779 INFO [Time-limited test {}] server.Server(415): Started @327375ms 2024-11-08T09:20:56,781 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:20:57,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T09:20:57,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T09:20:57,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:20:57,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T09:20:57,697 WARN [Thread-4409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/cluster_d47ae4b2-2325-6d69-5831-0076625aeb68/data/data1/current/BP-990055360-172.17.0.2-1731057655459/current, will proceed with Du for space computation calculation, 2024-11-08T09:20:57,721 WARN [Thread-4410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/cluster_d47ae4b2-2325-6d69-5831-0076625aeb68/data/data2/current/BP-990055360-172.17.0.2-1731057655459/current, will proceed with Du for space computation calculation, 2024-11-08T09:20:57,794 WARN [Thread-4397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:20:57,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8dca4f443d74989 with lease ID 0x909bde9780a5f3d1: Processing first storage report for DS-dc58f128-555e-4ebf-9f0b-6c04d765e74d from datanode DatanodeRegistration(127.0.0.1:46371, datanodeUuid=1f906811-26fc-41d7-ad66-5b40d3804fd0, infoPort=36995, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=1233661318;c=1731057655459) 2024-11-08T09:20:57,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8dca4f443d74989 with lease ID 0x909bde9780a5f3d1: from storage DS-dc58f128-555e-4ebf-9f0b-6c04d765e74d node DatanodeRegistration(127.0.0.1:46371, datanodeUuid=1f906811-26fc-41d7-ad66-5b40d3804fd0, infoPort=36995, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=1233661318;c=1731057655459), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:20:57,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8dca4f443d74989 with lease ID 0x909bde9780a5f3d1: Processing first storage report for DS-f945166b-93d0-4fa5-b6be-c183d7514022 from datanode DatanodeRegistration(127.0.0.1:46371, datanodeUuid=1f906811-26fc-41d7-ad66-5b40d3804fd0, infoPort=36995, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=1233661318;c=1731057655459) 2024-11-08T09:20:57,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8dca4f443d74989 with lease ID 0x909bde9780a5f3d1: from storage DS-f945166b-93d0-4fa5-b6be-c183d7514022 node DatanodeRegistration(127.0.0.1:46371, datanodeUuid=1f906811-26fc-41d7-ad66-5b40d3804fd0, infoPort=36995, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=1233661318;c=1731057655459), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:20:57,837 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f 2024-11-08T09:20:57,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:57,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:57,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:20:57,876 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06 with version=8 2024-11-08T09:20:57,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/hbase-staging 2024-11-08T09:20:57,878 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:20:57,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:57,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:57,879 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:20:57,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:57,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:20:57,879 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:20:57,879 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:20:57,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37961 2024-11-08T09:20:57,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37961 connecting to ZooKeeper ensemble=127.0.0.1:61627 2024-11-08T09:20:57,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379610x0, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:57,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37961-0x10119bf7c8d0003 connected 2024-11-08T09:20:57,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:57,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:58,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Set watcher on znode that does not yet exist, /11298512119/running 2024-11-08T09:20:58,013 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06, hbase.cluster.distributed=false 2024-11-08T09:20:58,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Set watcher on znode that does not yet exist, /11298512119/acl 2024-11-08T09:20:58,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-08T09:20:58,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37961 2024-11-08T09:20:58,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37961 2024-11-08T09:20:58,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-08T09:20:58,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-08T09:20:58,152 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:20:58,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:58,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:58,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:20:58,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:20:58,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:20:58,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:20:58,153 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:20:58,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34781 2024-11-08T09:20:58,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34781 connecting to ZooKeeper ensemble=127.0.0.1:61627 2024-11-08T09:20:58,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:58,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:58,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347810x0, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:20:58,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347810x0, quorum=127.0.0.1:61627, baseZNode=/11298512119 Set watcher on znode that does not yet exist, /11298512119/running 2024-11-08T09:20:58,193 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:20:58,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34781-0x10119bf7c8d0004 connected 2024-11-08T09:20:58,197 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:20:58,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Set watcher on znode that does not yet exist, /11298512119/master 2024-11-08T09:20:58,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Set watcher on znode that does not yet exist, /11298512119/acl 2024-11-08T09:20:58,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34781 2024-11-08T09:20:58,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34781 2024-11-08T09:20:58,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34781 2024-11-08T09:20:58,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34781 2024-11-08T09:20:58,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34781 2024-11-08T09:20:58,252 DEBUG [M:0;cf4d76213909:37961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:37961 2024-11-08T09:20:58,260 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11298512119/backup-masters/cf4d76213909,37961,1731057657878 2024-11-08T09:20:58,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119/backup-masters 2024-11-08T09:20:58,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119/backup-masters 2024-11-08T09:20:58,271 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Set watcher on existing znode=/11298512119/backup-masters/cf4d76213909,37961,1731057657878 2024-11-08T09:20:58,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:20:58,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11298512119/master 2024-11-08T09:20:58,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:20:58,280 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Set watcher on existing znode=/11298512119/master 2024-11-08T09:20:58,281 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11298512119/backup-masters/cf4d76213909,37961,1731057657878 from backup master directory 2024-11-08T09:20:58,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298512119/backup-masters/cf4d76213909,37961,1731057657878 2024-11-08T09:20:58,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119/backup-masters 2024-11-08T09:20:58,291 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:20:58,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119/backup-masters 2024-11-08T09:20:58,291 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,37961,1731057657878 2024-11-08T09:20:58,314 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/hbase.id] with ID: dd6b7527-1ba9-4ab3-9a60-4e0b3dcbcdae 2024-11-08T09:20:58,314 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/.tmp/hbase.id 2024-11-08T09:20:58,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:20:58,358 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/.tmp/hbase.id]:[hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/hbase.id] 2024-11-08T09:20:58,373 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:20:58,373 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:20:58,374 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:20:58,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:20:58,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:20:58,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:20:58,447 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:20:58,448 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:20:58,448 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:58,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:20:58,479 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store 2024-11-08T09:20:58,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:20:58,893 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:58,893 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:20:58,893 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:58,893 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:58,894 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:20:58,894 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:58,894 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:20:58,894 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057658893Disabling compacts and flushes for region at 1731057658893Disabling writes for close at 1731057658894 (+1 ms)Writing region close event to WAL at 1731057658894Closed at 1731057658894 2024-11-08T09:20:58,894 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/.initializing 2024-11-08T09:20:58,895 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/WALs/cf4d76213909,37961,1731057657878 2024-11-08T09:20:58,896 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:20:58,898 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C37961%2C1731057657878, suffix=, logDir=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/WALs/cf4d76213909,37961,1731057657878, archiveDir=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/oldWALs, maxLogs=10 2024-11-08T09:20:58,919 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/WALs/cf4d76213909,37961,1731057657878/cf4d76213909%2C37961%2C1731057657878.1731057658898, exclude list is [], retry=0 2024-11-08T09:20:58,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46371,DS-dc58f128-555e-4ebf-9f0b-6c04d765e74d,DISK] 2024-11-08T09:20:58,940 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/WALs/cf4d76213909,37961,1731057657878/cf4d76213909%2C37961%2C1731057657878.1731057658898 2024-11-08T09:20:58,943 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36995:36995)] 2024-11-08T09:20:58,943 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:20:58,943 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:58,943 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:58,944 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:58,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:58,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:20:58,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:58,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:58,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:58,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:20:58,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:58,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:58,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:58,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:20:58,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:58,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:58,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:58,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:20:58,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:58,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:20:58,954 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:58,954 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:58,955 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:58,956 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:58,956 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:58,956 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:58,958 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:20:58,960 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:58,960 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64165629, jitterRate=-0.04385761916637421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:58,960 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057658944Initializing all the Stores at 1731057658944Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057658944Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057658948 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057658948Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057658948Cleaning up temporary data from old regions at 1731057658956 (+8 ms)Region opened successfully at 1731057658960 (+4 ms) 2024-11-08T09:20:58,960 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:20:58,963 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6e3e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:20:58,964 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:20:58,964 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:20:58,964 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:20:58,965 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:20:58,965 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:20:58,965 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:20:58,965 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:20:58,970 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:20:58,971 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Unable to get data of znode /11298512119/balancer because node does not exist (not necessarily an error) 2024-11-08T09:20:58,981 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298512119/balancer already deleted, retry=false 2024-11-08T09:20:58,982 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:20:58,982 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Unable to get data of znode /11298512119/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:20:58,991 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298512119/normalizer already deleted, retry=false 2024-11-08T09:20:58,992 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:20:58,993 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Unable to get data of znode /11298512119/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:20:59,002 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298512119/switch/split already deleted, retry=false 2024-11-08T09:20:59,003 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Unable to get data of znode /11298512119/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:20:59,013 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298512119/switch/merge already deleted, retry=false 2024-11-08T09:20:59,014 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Unable to get data of znode /11298512119/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:20:59,023 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298512119/snapshot-cleanup already deleted, retry=false 2024-11-08T09:20:59,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11298512119/running 2024-11-08T09:20:59,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11298512119/running 2024-11-08T09:20:59,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:20:59,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:20:59,034 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,37961,1731057657878, sessionid=0x10119bf7c8d0003, setting cluster-up flag (Was=false) 2024-11-08T09:20:59,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:20:59,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:20:59,088 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11298512119/flush-table-proc/acquired, /11298512119/flush-table-proc/reached, /11298512119/flush-table-proc/abort 2024-11-08T09:20:59,090 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,37961,1731057657878 2024-11-08T09:20:59,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:20:59,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:20:59,143 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11298512119/online-snapshot/acquired, /11298512119/online-snapshot/reached, /11298512119/online-snapshot/abort 2024-11-08T09:20:59,144 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,37961,1731057657878 2024-11-08T09:20:59,145 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:20:59,146 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:59,146 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:20:59,146 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:20:59,147 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,37961,1731057657878 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:20:59,148 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:59,148 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:59,148 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:59,148 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:20:59,148 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:20:59,148 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:59,148 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:20:59,148 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:59,149 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057689149 2024-11-08T09:20:59,149 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:20:59,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:59,149 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:20:59,149 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:20:59,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:20:59,149 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:20:59,149 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:20:59,149 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:20:59,150 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,150 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:20:59,150 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:59,150 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:20:59,150 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:20:59,150 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:20:59,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:20:59,150 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:20:59,150 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:20:59,151 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057659150,5,FailOnTimeoutGroup] 2024-11-08T09:20:59,151 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057659151,5,FailOnTimeoutGroup] 2024-11-08T09:20:59,151 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,151 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:20:59,151 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,151 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:20:59,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:20:59,158 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06 2024-11-08T09:20:59,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741832_1008 (size=32) 2024-11-08T09:20:59,234 INFO [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(746): ClusterId : dd6b7527-1ba9-4ab3-9a60-4e0b3dcbcdae 2024-11-08T09:20:59,234 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:20:59,245 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:20:59,245 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:20:59,308 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:20:59,308 DEBUG [RS:0;cf4d76213909:34781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9ca46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:20:59,322 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:34781 2024-11-08T09:20:59,323 INFO [RS:0;cf4d76213909:34781 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:20:59,323 INFO [RS:0;cf4d76213909:34781 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:20:59,323 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:20:59,323 INFO [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,37961,1731057657878 with port=34781, startcode=1731057658151 2024-11-08T09:20:59,323 DEBUG [RS:0;cf4d76213909:34781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:20:59,325 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:20:59,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,34781,1731057658151 2024-11-08T09:20:59,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37961 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,34781,1731057658151 2024-11-08T09:20:59,327 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06 2024-11-08T09:20:59,327 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40853 2024-11-08T09:20:59,327 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:20:59,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119/rs 2024-11-08T09:20:59,498 DEBUG [RS:0;cf4d76213909:34781 {}] zookeeper.ZKUtil(111): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Set watcher on existing znode=/11298512119/rs/cf4d76213909,34781,1731057658151 2024-11-08T09:20:59,498 WARN [RS:0;cf4d76213909:34781 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:20:59,498 INFO [RS:0;cf4d76213909:34781 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:59,498 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/WALs/cf4d76213909,34781,1731057658151 2024-11-08T09:20:59,499 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,34781,1731057658151] 2024-11-08T09:20:59,511 INFO [RS:0;cf4d76213909:34781 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:20:59,513 INFO [RS:0;cf4d76213909:34781 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:20:59,513 INFO [RS:0;cf4d76213909:34781 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:20:59,513 INFO [RS:0;cf4d76213909:34781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,514 INFO [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:20:59,514 INFO [RS:0;cf4d76213909:34781 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:20:59,514 INFO [RS:0;cf4d76213909:34781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,514 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:59,514 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:59,515 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:59,515 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:59,515 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:59,515 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:20:59,515 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:59,515 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:59,515 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:59,515 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:59,515 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:59,515 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:20:59,515 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:20:59,515 DEBUG [RS:0;cf4d76213909:34781 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:20:59,524 INFO [RS:0;cf4d76213909:34781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,524 INFO [RS:0;cf4d76213909:34781 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,524 INFO [RS:0;cf4d76213909:34781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,524 INFO [RS:0;cf4d76213909:34781 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,524 INFO [RS:0;cf4d76213909:34781 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,524 INFO [RS:0;cf4d76213909:34781 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34781,1731057658151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:20:59,545 INFO [RS:0;cf4d76213909:34781 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:20:59,545 INFO [RS:0;cf4d76213909:34781 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34781,1731057658151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,546 INFO [RS:0;cf4d76213909:34781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,546 INFO [RS:0;cf4d76213909:34781 {}] regionserver.Replication(171): cf4d76213909,34781,1731057658151 started 2024-11-08T09:20:59,564 INFO [RS:0;cf4d76213909:34781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:20:59,564 INFO [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,34781,1731057658151, RpcServer on cf4d76213909/172.17.0.2:34781, sessionid=0x10119bf7c8d0004 2024-11-08T09:20:59,565 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:20:59,565 DEBUG [RS:0;cf4d76213909:34781 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,34781,1731057658151 2024-11-08T09:20:59,565 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,34781,1731057658151' 2024-11-08T09:20:59,565 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11298512119/flush-table-proc/abort' 2024-11-08T09:20:59,566 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11298512119/flush-table-proc/acquired' 2024-11-08T09:20:59,566 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:20:59,566 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:20:59,566 DEBUG [RS:0;cf4d76213909:34781 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,34781,1731057658151 2024-11-08T09:20:59,566 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,34781,1731057658151' 2024-11-08T09:20:59,566 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11298512119/online-snapshot/abort' 2024-11-08T09:20:59,567 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11298512119/online-snapshot/acquired' 2024-11-08T09:20:59,567 DEBUG [RS:0;cf4d76213909:34781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:20:59,567 INFO [RS:0;cf4d76213909:34781 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:20:59,567 INFO [RS:0;cf4d76213909:34781 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:20:59,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:20:59,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:20:59,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:20:59,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:59,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:59,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:20:59,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:20:59,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:59,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:59,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:20:59,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:20:59,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:59,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:59,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:20:59,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:20:59,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:20:59,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:20:59,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:20:59,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740 2024-11-08T09:20:59,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740 2024-11-08T09:20:59,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:20:59,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:20:59,620 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:20:59,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:20:59,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:20:59,623 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71209786, jitterRate=0.06110849976539612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:20:59,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057659569Initializing all the Stores at 1731057659580 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057659580Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057659596 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057659596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057659596Cleaning up temporary data from old regions at 1731057659619 (+23 ms)Region opened successfully at 1731057659623 (+4 ms) 2024-11-08T09:20:59,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:20:59,623 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:20:59,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:20:59,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:20:59,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:20:59,623 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:20:59,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057659623Disabling compacts and flushes for region at 1731057659623Disabling writes for close at 1731057659623Writing region close event to WAL at 1731057659623Closed at 1731057659623 2024-11-08T09:20:59,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:20:59,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:20:59,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:20:59,625 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:20:59,627 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:20:59,668 INFO [RS:0;cf4d76213909:34781 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:20:59,669 INFO [RS:0;cf4d76213909:34781 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C34781%2C1731057658151, suffix=, logDir=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/WALs/cf4d76213909,34781,1731057658151, archiveDir=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/oldWALs, maxLogs=10 2024-11-08T09:20:59,686 DEBUG [RS:0;cf4d76213909:34781 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/WALs/cf4d76213909,34781,1731057658151/cf4d76213909%2C34781%2C1731057658151.1731057659669, exclude list is [], retry=0 2024-11-08T09:20:59,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46371,DS-dc58f128-555e-4ebf-9f0b-6c04d765e74d,DISK] 2024-11-08T09:20:59,702 INFO [RS:0;cf4d76213909:34781 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/WALs/cf4d76213909,34781,1731057658151/cf4d76213909%2C34781%2C1731057658151.1731057659669 2024-11-08T09:20:59,703 DEBUG [RS:0;cf4d76213909:34781 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36995:36995)] 2024-11-08T09:20:59,778 DEBUG [cf4d76213909:37961 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:20:59,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,34781,1731057658151 2024-11-08T09:20:59,779 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,34781,1731057658151, state=OPENING 2024-11-08T09:20:59,796 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:20:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:20:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:20:59,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11298512119/meta-region-server: CHANGED 2024-11-08T09:20:59,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:20:59,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,34781,1731057658151}] 2024-11-08T09:20:59,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11298512119/meta-region-server: CHANGED 2024-11-08T09:20:59,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:20:59,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:20:59,986 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:20:59,987 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:20:59,987 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:20:59,989 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C34781%2C1731057658151.meta, suffix=.meta, logDir=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/WALs/cf4d76213909,34781,1731057658151, archiveDir=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/oldWALs, maxLogs=10 2024-11-08T09:21:00,014 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/WALs/cf4d76213909,34781,1731057658151/cf4d76213909%2C34781%2C1731057658151.meta.1731057659990.meta, exclude list is [], retry=0 2024-11-08T09:21:00,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46371,DS-dc58f128-555e-4ebf-9f0b-6c04d765e74d,DISK] 2024-11-08T09:21:00,040 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/WALs/cf4d76213909,34781,1731057658151/cf4d76213909%2C34781%2C1731057658151.meta.1731057659990.meta 2024-11-08T09:21:00,041 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36995:36995)] 2024-11-08T09:21:00,041 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:21:00,042 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:21:00,042 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:21:00,042 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:21:00,042 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:21:00,042 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:21:00,042 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:21:00,043 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:21:00,043 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:21:00,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:21:00,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:21:00,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:00,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:21:00,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:21:00,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:21:00,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:00,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:21:00,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:21:00,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:21:00,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:00,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:21:00,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:21:00,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:21:00,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:00,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:21:00,049 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:21:00,050 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740 2024-11-08T09:21:00,051 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740 2024-11-08T09:21:00,052 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:21:00,052 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:21:00,052 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:21:00,054 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:21:00,055 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63749381, jitterRate=-0.050060197710990906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:21:00,056 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:21:00,056 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057660043Writing region info on filesystem at 1731057660043Initializing all the Stores at 1731057660043Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057660043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057660044 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057660044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057660044Cleaning up temporary data from old regions at 1731057660052 (+8 ms)Running coprocessor post-open hooks at 1731057660056 (+4 ms)Region opened successfully at 1731057660056 2024-11-08T09:21:00,058 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057659972 2024-11-08T09:21:00,060 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:21:00,060 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:21:00,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,34781,1731057658151 2024-11-08T09:21:00,062 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,34781,1731057658151, state=OPEN 2024-11-08T09:21:00,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11298512119/meta-region-server 2024-11-08T09:21:00,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11298512119/meta-region-server 2024-11-08T09:21:00,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11298512119/meta-region-server: CHANGED 2024-11-08T09:21:00,090 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,34781,1731057658151 2024-11-08T09:21:00,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11298512119/meta-region-server: CHANGED 2024-11-08T09:21:00,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:21:00,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,34781,1731057658151 in 283 msec 2024-11-08T09:21:00,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:21:00,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-08T09:21:00,098 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:21:00,098 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:21:00,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:21:00,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,34781,1731057658151, seqNum=-1] 2024-11-08T09:21:00,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:21:00,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:21:00,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 959 msec 2024-11-08T09:21:00,105 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057660105, completionTime=-1 2024-11-08T09:21:00,106 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:21:00,106 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:21:00,107 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:21:00,107 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057720107 2024-11-08T09:21:00,107 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057780107 2024-11-08T09:21:00,107 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T09:21:00,108 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,37961,1731057657878-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:00,108 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,37961,1731057657878-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:00,108 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,37961,1731057657878-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:00,108 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:37961, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:00,108 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:00,108 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:00,110 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:21:00,112 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.821sec 2024-11-08T09:21:00,112 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:21:00,112 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:21:00,112 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:21:00,112 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:21:00,112 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:21:00,112 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,37961,1731057657878-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:21:00,112 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,37961,1731057657878-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:21:00,115 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:21:00,115 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:21:00,116 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,37961,1731057657878-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:00,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1086ad2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:00,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,37961,-1 for getting cluster id 2024-11-08T09:21:00,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:00,142 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd6b7527-1ba9-4ab3-9a60-4e0b3dcbcdae' 2024-11-08T09:21:00,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:00,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd6b7527-1ba9-4ab3-9a60-4e0b3dcbcdae" 2024-11-08T09:21:00,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4f7dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:00,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,37961,-1] 2024-11-08T09:21:00,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:00,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:00,144 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:00,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da7d441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:00,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:21:00,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,34781,1731057658151, seqNum=-1] 2024-11-08T09:21:00,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:21:00,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:21:00,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,37961,1731057657878 2024-11-08T09:21:00,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61627 2024-11-08T09:21:00,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:21:00,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10119bf7c8d0005 connected 2024-11-08T09:21:00,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/hadoop.log.dir so I do NOT create it in target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66 2024-11-08T09:21:00,177 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T09:21:00,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/hadoop.tmp.dir so I do NOT create it in target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66 2024-11-08T09:21:00,177 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T09:21:00,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66 2024-11-08T09:21:00,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T09:21:00,177 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/cluster_ece4f64d-5f07-b42c-5081-9752262f4ba2, deleteOnExit=true 2024-11-08T09:21:00,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T09:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/test.cache.data in system properties and HBase conf 2024-11-08T09:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T09:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/hadoop.log.dir in system properties and HBase conf 2024-11-08T09:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T09:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T09:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T09:21:00,178 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T09:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T09:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T09:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T09:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T09:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T09:21:00,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:21:00,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T09:21:00,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/nfs.dump.dir in system properties and HBase conf 2024-11-08T09:21:00,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/java.io.tmpdir in system properties and HBase conf 2024-11-08T09:21:00,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T09:21:00,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T09:21:00,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T09:21:00,545 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T09:21:00,546 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,547 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,547 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,547 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,547 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,548 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,548 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,644 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,645 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,645 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,645 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,645 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,646 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,657 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,662 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,662 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,665 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:00,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:21:00,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:21:00,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:21:00,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:21:00,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T09:21:00,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:21:00,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34dadd77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:21:00,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23281ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:21:00,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41711398{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/java.io.tmpdir/jetty-localhost-39111-hadoop-hdfs-3_4_1-tests_jar-_-any-15507894703742978620/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:21:00,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69db6d22{HTTP/1.1, (http/1.1)}{localhost:39111} 2024-11-08T09:21:00,900 INFO [Time-limited test {}] server.Server(415): Started @331495ms 2024-11-08T09:21:01,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T09:21:01,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T09:21:01,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T09:21:01,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T09:21:01,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T09:21:01,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d0d0e34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/hadoop.log.dir/,AVAILABLE} 2024-11-08T09:21:01,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2164001f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T09:21:01,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53c3feb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/java.io.tmpdir/jetty-localhost-35419-hadoop-hdfs-3_4_1-tests_jar-_-any-11321429999939165945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:21:01,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12b04a19{HTTP/1.1, (http/1.1)}{localhost:35419} 2024-11-08T09:21:01,485 INFO [Time-limited test {}] server.Server(415): Started @332080ms 2024-11-08T09:21:01,487 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T09:21:02,268 WARN [Thread-4530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/cluster_ece4f64d-5f07-b42c-5081-9752262f4ba2/data/data1/current/BP-1111074878-172.17.0.2-1731057660206/current, will proceed with Du for space computation calculation, 2024-11-08T09:21:02,270 WARN [Thread-4531 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/cluster_ece4f64d-5f07-b42c-5081-9752262f4ba2/data/data2/current/BP-1111074878-172.17.0.2-1731057660206/current, will proceed with Du for space computation calculation, 2024-11-08T09:21:02,323 WARN [Thread-4518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T09:21:02,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8339b1735459581f with lease ID 0xa034ae0a5137df1a: Processing first storage report for DS-c11f1d36-7600-4f40-a073-fc2a4d207e4e from datanode DatanodeRegistration(127.0.0.1:39567, datanodeUuid=3b180aba-be13-412a-bab1-e22c5af266a0, infoPort=43829, infoSecurePort=0, ipcPort=40769, storageInfo=lv=-57;cid=testClusterID;nsid=1169697553;c=1731057660206) 2024-11-08T09:21:02,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8339b1735459581f with lease ID 0xa034ae0a5137df1a: from storage DS-c11f1d36-7600-4f40-a073-fc2a4d207e4e node DatanodeRegistration(127.0.0.1:39567, datanodeUuid=3b180aba-be13-412a-bab1-e22c5af266a0, infoPort=43829, infoSecurePort=0, ipcPort=40769, storageInfo=lv=-57;cid=testClusterID;nsid=1169697553;c=1731057660206), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T09:21:02,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8339b1735459581f with lease ID 0xa034ae0a5137df1a: Processing first storage report for DS-54626418-6d09-4035-a5a3-ede669c4d4f6 from datanode DatanodeRegistration(127.0.0.1:39567, datanodeUuid=3b180aba-be13-412a-bab1-e22c5af266a0, infoPort=43829, infoSecurePort=0, ipcPort=40769, storageInfo=lv=-57;cid=testClusterID;nsid=1169697553;c=1731057660206) 2024-11-08T09:21:02,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8339b1735459581f with lease ID 0xa034ae0a5137df1a: from storage DS-54626418-6d09-4035-a5a3-ede669c4d4f6 node DatanodeRegistration(127.0.0.1:39567, datanodeUuid=3b180aba-be13-412a-bab1-e22c5af266a0, infoPort=43829, infoSecurePort=0, ipcPort=40769, storageInfo=lv=-57;cid=testClusterID;nsid=1169697553;c=1731057660206), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T09:21:02,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66 2024-11-08T09:21:02,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:21:02,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:21:02,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741825_1001 (size=7) 2024-11-08T09:21:02,379 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649 with version=8 2024-11-08T09:21:02,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/hbase-staging 2024-11-08T09:21:02,382 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:21:02,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:21:02,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:21:02,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:21:02,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:21:02,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:21:02,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T09:21:02,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:21:02,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34379 2024-11-08T09:21:02,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34379 connecting to ZooKeeper ensemble=127.0.0.1:61627 2024-11-08T09:21:02,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343790x0, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:21:02,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34379-0x10119bf7c8d0006 connected 2024-11-08T09:21:02,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:21:02,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:21:02,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Set watcher on znode that does not yet exist, /2-1628986995/running 2024-11-08T09:21:02,485 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649, hbase.cluster.distributed=false 2024-11-08T09:21:02,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Set watcher on znode that does not yet exist, /2-1628986995/acl 2024-11-08T09:21:02,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34379 2024-11-08T09:21:02,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34379 2024-11-08T09:21:02,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34379 2024-11-08T09:21:02,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34379 2024-11-08T09:21:02,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34379 2024-11-08T09:21:02,515 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cf4d76213909:0 server-side Connection retries=45 2024-11-08T09:21:02,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:21:02,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T09:21:02,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T09:21:02,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T09:21:02,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T09:21:02,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T09:21:02,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T09:21:02,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46395 2024-11-08T09:21:02,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46395 connecting to ZooKeeper ensemble=127.0.0.1:61627 2024-11-08T09:21:02,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:21:02,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:21:02,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463950x0, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:21:02,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463950x0, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Set watcher on znode that does not yet exist, /2-1628986995/running 2024-11-08T09:21:02,544 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T09:21:02,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46395-0x10119bf7c8d0007 connected 2024-11-08T09:21:02,545 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T09:21:02,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Set watcher on znode that does not yet exist, /2-1628986995/master 2024-11-08T09:21:02,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Set watcher on znode that does not yet exist, /2-1628986995/acl 2024-11-08T09:21:02,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46395 2024-11-08T09:21:02,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46395 2024-11-08T09:21:02,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46395 2024-11-08T09:21:02,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46395 2024-11-08T09:21:02,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46395 2024-11-08T09:21:02,583 DEBUG [M:0;cf4d76213909:34379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cf4d76213909:34379 2024-11-08T09:21:02,584 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1628986995/backup-masters/cf4d76213909,34379,1731057662381 2024-11-08T09:21:02,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995/backup-masters 2024-11-08T09:21:02,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995/backup-masters 2024-11-08T09:21:02,596 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Set watcher on existing znode=/2-1628986995/backup-masters/cf4d76213909,34379,1731057662381 2024-11-08T09:21:02,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1628986995/master 2024-11-08T09:21:02,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:02,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:02,607 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Set watcher on existing znode=/2-1628986995/master 2024-11-08T09:21:02,608 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1628986995/backup-masters/cf4d76213909,34379,1731057662381 from backup master directory 2024-11-08T09:21:02,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1628986995/backup-masters/cf4d76213909,34379,1731057662381 2024-11-08T09:21:02,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995/backup-masters 2024-11-08T09:21:02,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995/backup-masters 2024-11-08T09:21:02,617 WARN [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:21:02,617 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cf4d76213909,34379,1731057662381 2024-11-08T09:21:02,629 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/hbase.id] with ID: 8599dba2-e503-457b-b693-5e2b372932fb 2024-11-08T09:21:02,629 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/.tmp/hbase.id 2024-11-08T09:21:02,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741826_1002 (size=42) 2024-11-08T09:21:02,639 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/.tmp/hbase.id]:[hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/hbase.id] 2024-11-08T09:21:02,654 INFO [master/cf4d76213909:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:21:02,655 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T09:21:02,656 INFO [master/cf4d76213909:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T09:21:02,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:02,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:02,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741827_1003 (size=196) 2024-11-08T09:21:02,680 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:21:02,681 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T09:21:02,681 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:21:02,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741828_1004 (size=1189) 2024-11-08T09:21:02,692 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store 2024-11-08T09:21:02,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741829_1005 (size=34) 2024-11-08T09:21:02,708 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:21:02,708 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:21:02,708 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:02,708 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:02,708 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:21:02,708 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:02,708 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:02,709 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057662708Disabling compacts and flushes for region at 1731057662708Disabling writes for close at 1731057662708Writing region close event to WAL at 1731057662708Closed at 1731057662708 2024-11-08T09:21:02,709 WARN [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/.initializing 2024-11-08T09:21:02,709 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/WALs/cf4d76213909,34379,1731057662381 2024-11-08T09:21:02,710 INFO [master/cf4d76213909:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:21:02,712 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cf4d76213909%2C34379%2C1731057662381, suffix=, logDir=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/WALs/cf4d76213909,34379,1731057662381, archiveDir=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/oldWALs, maxLogs=10 2024-11-08T09:21:02,729 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/WALs/cf4d76213909,34379,1731057662381/cf4d76213909%2C34379%2C1731057662381.1731057662712, exclude list is [], retry=0 2024-11-08T09:21:02,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-c11f1d36-7600-4f40-a073-fc2a4d207e4e,DISK] 2024-11-08T09:21:02,741 INFO [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/WALs/cf4d76213909,34379,1731057662381/cf4d76213909%2C34379%2C1731057662381.1731057662712 2024-11-08T09:21:02,744 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43829:43829)] 2024-11-08T09:21:02,744 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:21:02,745 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:21:02,745 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:21:02,745 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:21:02,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:21:02,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T09:21:02,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:02,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:21:02,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:21:02,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T09:21:02,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:02,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:02,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:21:02,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T09:21:02,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:02,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:02,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:21:02,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T09:21:02,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:02,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:02,771 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:21:02,771 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:21:02,771 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:21:02,773 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:21:02,773 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:21:02,774 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:21:02,775 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T09:21:02,778 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:21:02,778 INFO [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58734000, jitterRate=-0.12479519844055176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:21:02,779 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731057662745Initializing all the Stores at 1731057662746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057662746Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057662756 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057662756Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057662756Cleaning up temporary data from old regions at 1731057662773 (+17 ms)Region opened successfully at 1731057662778 (+5 ms) 2024-11-08T09:21:02,779 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T09:21:02,782 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295cee24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:21:02,783 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T09:21:02,783 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T09:21:02,783 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T09:21:02,784 INFO [master/cf4d76213909:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T09:21:02,784 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T09:21:02,784 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T09:21:02,785 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T09:21:02,792 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T09:21:02,793 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Unable to get data of znode /2-1628986995/balancer because node does not exist (not necessarily an error) 2024-11-08T09:21:02,802 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1628986995/balancer already deleted, retry=false 2024-11-08T09:21:02,803 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T09:21:02,803 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Unable to get data of znode /2-1628986995/normalizer because node does not exist (not necessarily an error) 2024-11-08T09:21:02,812 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1628986995/normalizer already deleted, retry=false 2024-11-08T09:21:02,813 INFO [master/cf4d76213909:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T09:21:02,814 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Unable to get data of znode /2-1628986995/switch/split because node does not exist (not necessarily an error) 2024-11-08T09:21:02,823 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1628986995/switch/split already deleted, retry=false 2024-11-08T09:21:02,824 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Unable to get data of znode /2-1628986995/switch/merge because node does not exist (not necessarily an error) 2024-11-08T09:21:02,834 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1628986995/switch/merge already deleted, retry=false 2024-11-08T09:21:02,850 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Unable to get data of znode /2-1628986995/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T09:21:02,858 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1628986995/snapshot-cleanup already deleted, retry=false 2024-11-08T09:21:02,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1628986995/running 2024-11-08T09:21:02,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:02,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1628986995/running 2024-11-08T09:21:02,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:02,870 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cf4d76213909,34379,1731057662381, sessionid=0x10119bf7c8d0006, setting cluster-up flag (Was=false) 2024-11-08T09:21:02,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:02,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:02,922 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1628986995/flush-table-proc/acquired, /2-1628986995/flush-table-proc/reached, /2-1628986995/flush-table-proc/abort 2024-11-08T09:21:02,923 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,34379,1731057662381 2024-11-08T09:21:02,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:02,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:03,134 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1628986995/online-snapshot/acquired, /2-1628986995/online-snapshot/reached, /2-1628986995/online-snapshot/abort 2024-11-08T09:21:03,136 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cf4d76213909,34379,1731057662381 2024-11-08T09:21:03,137 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T09:21:03,139 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T09:21:03,139 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T09:21:03,139 INFO [master/cf4d76213909:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T09:21:03,139 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cf4d76213909,34379,1731057662381 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T09:21:03,141 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:21:03,141 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:21:03,141 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:21:03,141 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cf4d76213909:0, corePoolSize=5, maxPoolSize=5 2024-11-08T09:21:03,141 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cf4d76213909:0, corePoolSize=10, maxPoolSize=10 2024-11-08T09:21:03,141 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:21:03,141 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:21:03,142 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:21:03,162 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:21:03,162 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T09:21:03,163 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:03,163 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T09:21:03,173 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731057693172 2024-11-08T09:21:03,173 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T09:21:03,173 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T09:21:03,173 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T09:21:03,173 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T09:21:03,173 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T09:21:03,173 INFO [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(746): ClusterId : 8599dba2-e503-457b-b693-5e2b372932fb 2024-11-08T09:21:03,173 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T09:21:03,173 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T09:21:03,176 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,192 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T09:21:03,192 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T09:21:03,193 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T09:21:03,193 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T09:21:03,196 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T09:21:03,196 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T09:21:03,205 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T09:21:03,205 INFO [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T09:21:03,205 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057663205,5,FailOnTimeoutGroup] 2024-11-08T09:21:03,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741831_1007 (size=1321) 2024-11-08T09:21:03,207 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T09:21:03,208 DEBUG [RS:0;cf4d76213909:46395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef1e987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cf4d76213909/172.17.0.2:0 2024-11-08T09:21:03,212 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057663205,5,FailOnTimeoutGroup] 2024-11-08T09:21:03,212 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,212 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T09:21:03,212 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,212 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,233 DEBUG [RS:0;cf4d76213909:46395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cf4d76213909:46395 2024-11-08T09:21:03,233 INFO [RS:0;cf4d76213909:46395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T09:21:03,233 INFO [RS:0;cf4d76213909:46395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T09:21:03,233 DEBUG [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T09:21:03,234 INFO [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(2659): reportForDuty to master=cf4d76213909,34379,1731057662381 with port=46395, startcode=1731057662514 2024-11-08T09:21:03,234 DEBUG [RS:0;cf4d76213909:46395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T09:21:03,236 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T09:21:03,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34379 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cf4d76213909,46395,1731057662514 2024-11-08T09:21:03,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34379 {}] master.ServerManager(517): Registering regionserver=cf4d76213909,46395,1731057662514 2024-11-08T09:21:03,238 DEBUG [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649 2024-11-08T09:21:03,238 DEBUG [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40263 2024-11-08T09:21:03,238 DEBUG [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T09:21:03,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995/rs 2024-11-08T09:21:03,289 DEBUG [RS:0;cf4d76213909:46395 {}] zookeeper.ZKUtil(111): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Set watcher on existing znode=/2-1628986995/rs/cf4d76213909,46395,1731057662514 2024-11-08T09:21:03,289 WARN [RS:0;cf4d76213909:46395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T09:21:03,289 INFO [RS:0;cf4d76213909:46395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:21:03,289 DEBUG [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/WALs/cf4d76213909,46395,1731057662514 2024-11-08T09:21:03,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cf4d76213909,46395,1731057662514] 2024-11-08T09:21:03,294 INFO [RS:0;cf4d76213909:46395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T09:21:03,298 INFO [RS:0;cf4d76213909:46395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T09:21:03,308 INFO [RS:0;cf4d76213909:46395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T09:21:03,308 INFO [RS:0;cf4d76213909:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,309 INFO [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T09:21:03,310 INFO [RS:0;cf4d76213909:46395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T09:21:03,310 INFO [RS:0;cf4d76213909:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cf4d76213909:0, corePoolSize=2, maxPoolSize=2 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cf4d76213909:0, corePoolSize=1, maxPoolSize=1 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:21:03,310 DEBUG [RS:0;cf4d76213909:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cf4d76213909:0, corePoolSize=3, maxPoolSize=3 2024-11-08T09:21:03,324 INFO [RS:0;cf4d76213909:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,324 INFO [RS:0;cf4d76213909:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,324 INFO [RS:0;cf4d76213909:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,324 INFO [RS:0;cf4d76213909:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,324 INFO [RS:0;cf4d76213909:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,324 INFO [RS:0;cf4d76213909:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,46395,1731057662514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:21:03,355 INFO [RS:0;cf4d76213909:46395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T09:21:03,355 INFO [RS:0;cf4d76213909:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,46395,1731057662514-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,355 INFO [RS:0;cf4d76213909:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,355 INFO [RS:0;cf4d76213909:46395 {}] regionserver.Replication(171): cf4d76213909,46395,1731057662514 started 2024-11-08T09:21:03,374 INFO [RS:0;cf4d76213909:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:03,374 INFO [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(1482): Serving as cf4d76213909,46395,1731057662514, RpcServer on cf4d76213909/172.17.0.2:46395, sessionid=0x10119bf7c8d0007 2024-11-08T09:21:03,374 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T09:21:03,375 DEBUG [RS:0;cf4d76213909:46395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cf4d76213909,46395,1731057662514 2024-11-08T09:21:03,375 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,46395,1731057662514' 2024-11-08T09:21:03,375 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1628986995/flush-table-proc/abort' 2024-11-08T09:21:03,375 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1628986995/flush-table-proc/acquired' 2024-11-08T09:21:03,376 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T09:21:03,376 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T09:21:03,376 DEBUG [RS:0;cf4d76213909:46395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cf4d76213909,46395,1731057662514 2024-11-08T09:21:03,376 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cf4d76213909,46395,1731057662514' 2024-11-08T09:21:03,376 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1628986995/online-snapshot/abort' 2024-11-08T09:21:03,376 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1628986995/online-snapshot/acquired' 2024-11-08T09:21:03,377 DEBUG [RS:0;cf4d76213909:46395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T09:21:03,377 INFO [RS:0;cf4d76213909:46395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T09:21:03,377 INFO [RS:0;cf4d76213909:46395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T09:21:03,477 INFO [RS:0;cf4d76213909:46395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T09:21:03,479 INFO [RS:0;cf4d76213909:46395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C46395%2C1731057662514, suffix=, logDir=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/WALs/cf4d76213909,46395,1731057662514, archiveDir=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/oldWALs, maxLogs=10 2024-11-08T09:21:03,495 DEBUG [RS:0;cf4d76213909:46395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/WALs/cf4d76213909,46395,1731057662514/cf4d76213909%2C46395%2C1731057662514.1731057663479, exclude list is [], retry=0 2024-11-08T09:21:03,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-c11f1d36-7600-4f40-a073-fc2a4d207e4e,DISK] 2024-11-08T09:21:03,498 INFO [RS:0;cf4d76213909:46395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/WALs/cf4d76213909,46395,1731057662514/cf4d76213909%2C46395%2C1731057662514.1731057663479 2024-11-08T09:21:03,499 DEBUG [RS:0;cf4d76213909:46395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43829:43829)] 2024-11-08T09:21:03,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T09:21:03,608 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649 2024-11-08T09:21:03,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741833_1009 (size=32) 2024-11-08T09:21:03,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:21:03,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:21:03,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:21:03,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:03,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:21:03,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:21:03,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:21:03,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:03,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:21:03,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:21:03,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:21:03,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:03,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:21:03,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:21:03,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:21:03,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:03,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:21:03,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:21:03,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740 2024-11-08T09:21:03,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740 2024-11-08T09:21:03,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:21:03,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:21:03,624 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:21:03,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:21:03,626 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:21:03,627 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69233737, jitterRate=0.03166307508945465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:21:03,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731057663614Initializing all the Stores at 1731057663615 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057663615Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057663615Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057663615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057663615Cleaning up temporary data from old regions at 1731057663623 (+8 ms)Region opened successfully at 1731057663627 (+4 ms) 2024-11-08T09:21:03,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:21:03,627 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:21:03,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:21:03,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:21:03,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:21:03,628 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:21:03,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057663627Disabling compacts and flushes for region at 1731057663627Disabling writes for close at 1731057663627Writing region close event to WAL at 1731057663627Closed at 1731057663627 2024-11-08T09:21:03,628 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:21:03,628 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T09:21:03,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T09:21:03,629 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:21:03,630 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T09:21:03,780 DEBUG [cf4d76213909:34379 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T09:21:03,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cf4d76213909,46395,1731057662514 2024-11-08T09:21:03,782 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,46395,1731057662514, state=OPENING 2024-11-08T09:21:03,827 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T09:21:03,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:03,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:03,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1628986995/meta-region-server: CHANGED 2024-11-08T09:21:03,838 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T09:21:03,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,46395,1731057662514}] 2024-11-08T09:21:03,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1628986995/meta-region-server: CHANGED 2024-11-08T09:21:03,991 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:21:03,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:21:03,998 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T09:21:03,998 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:21:03,998 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T09:21:03,999 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C46395%2C1731057662514.meta, suffix=.meta, logDir=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/WALs/cf4d76213909,46395,1731057662514, archiveDir=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/oldWALs, maxLogs=10 2024-11-08T09:21:04,016 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/WALs/cf4d76213909,46395,1731057662514/cf4d76213909%2C46395%2C1731057662514.meta.1731057664000.meta, exclude list is [], retry=0 2024-11-08T09:21:04,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-c11f1d36-7600-4f40-a073-fc2a4d207e4e,DISK] 2024-11-08T09:21:04,019 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/WALs/cf4d76213909,46395,1731057662514/cf4d76213909%2C46395%2C1731057662514.meta.1731057664000.meta 2024-11-08T09:21:04,020 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43829:43829)] 2024-11-08T09:21:04,020 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:21:04,020 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:21:04,021 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:21:04,021 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T09:21:04,021 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T09:21:04,021 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T09:21:04,021 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:21:04,021 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T09:21:04,021 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T09:21:04,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T09:21:04,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T09:21:04,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:04,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:21:04,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T09:21:04,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T09:21:04,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:04,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:21:04,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T09:21:04,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T09:21:04,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:04,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:21:04,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T09:21:04,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T09:21:04,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:04,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T09:21:04,028 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T09:21:04,028 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740 2024-11-08T09:21:04,029 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740 2024-11-08T09:21:04,031 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T09:21:04,031 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T09:21:04,032 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T09:21:04,033 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T09:21:04,034 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66932374, jitterRate=-0.002629905939102173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T09:21:04,034 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T09:21:04,034 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731057664021Writing region info on filesystem at 1731057664021Initializing all the Stores at 1731057664022 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057664022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057664022Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057664022Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731057664022Cleaning up temporary data from old regions at 1731057664031 (+9 ms)Running coprocessor post-open hooks at 1731057664034 (+3 ms)Region opened successfully at 1731057664034 2024-11-08T09:21:04,035 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731057663990 2024-11-08T09:21:04,037 DEBUG [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T09:21:04,037 INFO [RS_OPEN_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T09:21:04,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,46395,1731057662514 2024-11-08T09:21:04,039 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cf4d76213909,46395,1731057662514, state=OPEN 2024-11-08T09:21:04,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1628986995/meta-region-server 2024-11-08T09:21:04,048 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cf4d76213909,46395,1731057662514 2024-11-08T09:21:04,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1628986995/meta-region-server: CHANGED 2024-11-08T09:21:04,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1628986995/meta-region-server 2024-11-08T09:21:04,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1628986995/meta-region-server: CHANGED 2024-11-08T09:21:04,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T09:21:04,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cf4d76213909,46395,1731057662514 in 210 msec 2024-11-08T09:21:04,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T09:21:04,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-08T09:21:04,054 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T09:21:04,054 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T09:21:04,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:21:04,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,46395,1731057662514, seqNum=-1] 2024-11-08T09:21:04,056 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:21:04,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:21:04,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 924 msec 2024-11-08T09:21:04,063 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731057664063, completionTime=-1 2024-11-08T09:21:04,063 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T09:21:04,063 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T09:21:04,066 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T09:21:04,066 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731057724066 2024-11-08T09:21:04,066 INFO [master/cf4d76213909:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731057784066 2024-11-08T09:21:04,066 INFO [master/cf4d76213909:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T09:21:04,066 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34379,1731057662381-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:04,066 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34379,1731057662381-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:04,066 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34379,1731057662381-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:04,066 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cf4d76213909:34379, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:04,066 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:04,067 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:04,069 DEBUG [master/cf4d76213909:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T09:21:04,071 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.454sec 2024-11-08T09:21:04,071 INFO [master/cf4d76213909:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T09:21:04,071 INFO [master/cf4d76213909:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T09:21:04,071 INFO [master/cf4d76213909:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T09:21:04,071 INFO [master/cf4d76213909:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T09:21:04,071 INFO [master/cf4d76213909:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T09:21:04,071 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34379,1731057662381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T09:21:04,071 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34379,1731057662381-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T09:21:04,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc4bcff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:04,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,34379,-1 for getting cluster id 2024-11-08T09:21:04,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:04,075 DEBUG [master/cf4d76213909:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T09:21:04,075 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T09:21:04,075 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8599dba2-e503-457b-b693-5e2b372932fb' 2024-11-08T09:21:04,076 INFO [master/cf4d76213909:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cf4d76213909,34379,1731057662381-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T09:21:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8599dba2-e503-457b-b693-5e2b372932fb" 2024-11-08T09:21:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c34faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,34379,-1] 2024-11-08T09:21:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:04,078 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:04,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482f620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:04,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:21:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,46395,1731057662514, seqNum=-1] 2024-11-08T09:21:04,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:21:04,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:21:04,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cf4d76213909,34379,1731057662381 2024-11-08T09:21:04,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61627 2024-11-08T09:21:04,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T09:21:04,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10119bf7c8d0008 connected 2024-11-08T09:21:04,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:04,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,36679,1731057651033 2024-11-08T09:21:04,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4687042e 2024-11-08T09:21:04,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:21:04,112 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:21:04,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:21:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:21:04,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:21:04,116 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:04,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:21:04,117 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:21:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:04,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:21:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:04,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 382f9baf75fc6a553582621a8701c3b8, NAME => 'test,,1731057664113.382f9baf75fc6a553582621a8701c3b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728 2024-11-08T09:21:04,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:21:04,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057664113.382f9baf75fc6a553582621a8701c3b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:21:04,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 382f9baf75fc6a553582621a8701c3b8, disabling compactions & flushes 2024-11-08T09:21:04,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. 2024-11-08T09:21:04,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. 2024-11-08T09:21:04,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. after waiting 0 ms 2024-11-08T09:21:04,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. 2024-11-08T09:21:04,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. 2024-11-08T09:21:04,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 382f9baf75fc6a553582621a8701c3b8: Waiting for close lock at 1731057664537Disabling compacts and flushes for region at 1731057664537Disabling writes for close at 1731057664537Writing region close event to WAL at 1731057664537Closed at 1731057664537 2024-11-08T09:21:04,538 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:21:04,538 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057664113.382f9baf75fc6a553582621a8701c3b8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057664538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057664538"}]},"ts":"1731057664538"} 2024-11-08T09:21:04,540 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:21:04,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:21:04,541 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057664541"}]},"ts":"1731057664541"} 2024-11-08T09:21:04,543 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:21:04,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=382f9baf75fc6a553582621a8701c3b8, ASSIGN}] 2024-11-08T09:21:04,544 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=382f9baf75fc6a553582621a8701c3b8, ASSIGN 2024-11-08T09:21:04,549 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=382f9baf75fc6a553582621a8701c3b8, ASSIGN; state=OFFLINE, location=cf4d76213909,32887,1731057651702; forceNewPlan=false, retain=false 2024-11-08T09:21:04,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=382f9baf75fc6a553582621a8701c3b8, regionState=OPENING, regionLocation=cf4d76213909,32887,1731057651702 2024-11-08T09:21:04,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=382f9baf75fc6a553582621a8701c3b8, ASSIGN because future has completed 2024-11-08T09:21:04,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 382f9baf75fc6a553582621a8701c3b8, server=cf4d76213909,32887,1731057651702}] 2024-11-08T09:21:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:04,870 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. 2024-11-08T09:21:04,870 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 382f9baf75fc6a553582621a8701c3b8, NAME => 'test,,1731057664113.382f9baf75fc6a553582621a8701c3b8.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:21:04,870 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:21:04,870 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:21:04,870 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:04,871 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057664113.382f9baf75fc6a553582621a8701c3b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:21:04,871 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:04,871 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:04,873 INFO [StoreOpener-382f9baf75fc6a553582621a8701c3b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:04,874 INFO [StoreOpener-382f9baf75fc6a553582621a8701c3b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 382f9baf75fc6a553582621a8701c3b8 columnFamilyName f 2024-11-08T09:21:04,874 DEBUG [StoreOpener-382f9baf75fc6a553582621a8701c3b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:04,875 INFO [StoreOpener-382f9baf75fc6a553582621a8701c3b8-1 {}] regionserver.HStore(327): Store=382f9baf75fc6a553582621a8701c3b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:04,875 INFO [StoreOpener-382f9baf75fc6a553582621a8701c3b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:04,876 INFO [StoreOpener-382f9baf75fc6a553582621a8701c3b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 382f9baf75fc6a553582621a8701c3b8 columnFamilyName f1 2024-11-08T09:21:04,876 DEBUG [StoreOpener-382f9baf75fc6a553582621a8701c3b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:04,876 INFO [StoreOpener-382f9baf75fc6a553582621a8701c3b8-1 {}] regionserver.HStore(327): Store=382f9baf75fc6a553582621a8701c3b8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:04,876 INFO [StoreOpener-382f9baf75fc6a553582621a8701c3b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:04,877 INFO [StoreOpener-382f9baf75fc6a553582621a8701c3b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 382f9baf75fc6a553582621a8701c3b8 columnFamilyName norep 2024-11-08T09:21:04,878 DEBUG [StoreOpener-382f9baf75fc6a553582621a8701c3b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:04,878 INFO [StoreOpener-382f9baf75fc6a553582621a8701c3b8-1 {}] regionserver.HStore(327): Store=382f9baf75fc6a553582621a8701c3b8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:04,878 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:04,879 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:04,879 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:04,880 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:04,880 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:04,880 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:21:04,881 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:04,889 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:21:04,891 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 382f9baf75fc6a553582621a8701c3b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61177880, jitterRate=-0.08837854862213135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:21:04,891 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:04,891 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 382f9baf75fc6a553582621a8701c3b8: Running coprocessor pre-open hook at 1731057664871Writing region info on filesystem at 1731057664871Initializing all the Stores at 1731057664872 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057664872Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057664873 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057664873Cleaning up temporary data from old regions at 1731057664880 (+7 ms)Running coprocessor post-open hooks at 1731057664891 (+11 ms)Region opened successfully at 1731057664891 2024-11-08T09:21:04,892 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057664113.382f9baf75fc6a553582621a8701c3b8., pid=6, masterSystemTime=1731057664855 2024-11-08T09:21:04,894 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. 2024-11-08T09:21:04,894 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. 2024-11-08T09:21:04,895 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=382f9baf75fc6a553582621a8701c3b8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,32887,1731057651702 2024-11-08T09:21:04,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 382f9baf75fc6a553582621a8701c3b8, server=cf4d76213909,32887,1731057651702 because future has completed 2024-11-08T09:21:04,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:21:04,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 382f9baf75fc6a553582621a8701c3b8, server=cf4d76213909,32887,1731057651702 in 195 msec 2024-11-08T09:21:04,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:21:04,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=382f9baf75fc6a553582621a8701c3b8, ASSIGN in 357 msec 2024-11-08T09:21:04,903 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:21:04,903 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057664903"}]},"ts":"1731057664903"} 2024-11-08T09:21:04,905 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:21:04,906 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:21:04,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 792 msec 2024-11-08T09:21:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:05,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:05,252 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:21:05,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,37961,1731057657878 2024-11-08T09:21:05,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79da1478 2024-11-08T09:21:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:21:05,254 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:21:05,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:21:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:21:05,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:21:05,257 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:05,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:21:05,258 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:21:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:05,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:21:05,268 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c1931906002662f790c3bc9accca6f7, NAME => 'test,,1731057665254.8c1931906002662f790c3bc9accca6f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06 2024-11-08T09:21:05,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:21:05,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057665254.8c1931906002662f790c3bc9accca6f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:21:05,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c1931906002662f790c3bc9accca6f7, disabling compactions & flushes 2024-11-08T09:21:05,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057665254.8c1931906002662f790c3bc9accca6f7. 2024-11-08T09:21:05,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057665254.8c1931906002662f790c3bc9accca6f7. 2024-11-08T09:21:05,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057665254.8c1931906002662f790c3bc9accca6f7. after waiting 0 ms 2024-11-08T09:21:05,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057665254.8c1931906002662f790c3bc9accca6f7. 2024-11-08T09:21:05,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057665254.8c1931906002662f790c3bc9accca6f7. 2024-11-08T09:21:05,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c1931906002662f790c3bc9accca6f7: Waiting for close lock at 1731057665275Disabling compacts and flushes for region at 1731057665275Disabling writes for close at 1731057665275Writing region close event to WAL at 1731057665275Closed at 1731057665275 2024-11-08T09:21:05,276 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:21:05,276 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057665254.8c1931906002662f790c3bc9accca6f7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057665276"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057665276"}]},"ts":"1731057665276"} 2024-11-08T09:21:05,278 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:21:05,279 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:21:05,280 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057665279"}]},"ts":"1731057665279"} 2024-11-08T09:21:05,281 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:21:05,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c1931906002662f790c3bc9accca6f7, ASSIGN}] 2024-11-08T09:21:05,282 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c1931906002662f790c3bc9accca6f7, ASSIGN 2024-11-08T09:21:05,283 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c1931906002662f790c3bc9accca6f7, ASSIGN; state=OFFLINE, location=cf4d76213909,34781,1731057658151; forceNewPlan=false, retain=false 2024-11-08T09:21:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:05,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c1931906002662f790c3bc9accca6f7, regionState=OPENING, regionLocation=cf4d76213909,34781,1731057658151 2024-11-08T09:21:05,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c1931906002662f790c3bc9accca6f7, ASSIGN because future has completed 2024-11-08T09:21:05,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c1931906002662f790c3bc9accca6f7, server=cf4d76213909,34781,1731057658151}] 2024-11-08T09:21:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:05,596 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057665254.8c1931906002662f790c3bc9accca6f7. 2024-11-08T09:21:05,596 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c1931906002662f790c3bc9accca6f7, NAME => 'test,,1731057665254.8c1931906002662f790c3bc9accca6f7.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:21:05,597 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:21:05,598 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:21:05,598 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:05,598 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057665254.8c1931906002662f790c3bc9accca6f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:21:05,598 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:05,598 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:05,600 INFO [StoreOpener-8c1931906002662f790c3bc9accca6f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:05,602 INFO [StoreOpener-8c1931906002662f790c3bc9accca6f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c1931906002662f790c3bc9accca6f7 columnFamilyName f 2024-11-08T09:21:05,603 DEBUG [StoreOpener-8c1931906002662f790c3bc9accca6f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:05,603 INFO [StoreOpener-8c1931906002662f790c3bc9accca6f7-1 {}] regionserver.HStore(327): Store=8c1931906002662f790c3bc9accca6f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:05,603 INFO [StoreOpener-8c1931906002662f790c3bc9accca6f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:05,604 INFO [StoreOpener-8c1931906002662f790c3bc9accca6f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c1931906002662f790c3bc9accca6f7 columnFamilyName f1 2024-11-08T09:21:05,604 DEBUG [StoreOpener-8c1931906002662f790c3bc9accca6f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:05,605 INFO [StoreOpener-8c1931906002662f790c3bc9accca6f7-1 {}] regionserver.HStore(327): Store=8c1931906002662f790c3bc9accca6f7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:05,605 INFO [StoreOpener-8c1931906002662f790c3bc9accca6f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:05,606 INFO [StoreOpener-8c1931906002662f790c3bc9accca6f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c1931906002662f790c3bc9accca6f7 columnFamilyName norep 2024-11-08T09:21:05,606 DEBUG [StoreOpener-8c1931906002662f790c3bc9accca6f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:05,607 INFO [StoreOpener-8c1931906002662f790c3bc9accca6f7-1 {}] regionserver.HStore(327): Store=8c1931906002662f790c3bc9accca6f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:05,607 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:05,609 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:05,611 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:05,612 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:05,612 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:05,612 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:21:05,614 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:05,617 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:21:05,617 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c1931906002662f790c3bc9accca6f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65421473, jitterRate=-0.02514408528804779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:21:05,617 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:05,617 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c1931906002662f790c3bc9accca6f7: Running coprocessor pre-open hook at 1731057665598Writing region info on filesystem at 1731057665599 (+1 ms)Initializing all the Stores at 1731057665599Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057665599Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057665600 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057665600Cleaning up temporary data from old regions at 1731057665612 (+12 ms)Running coprocessor post-open hooks at 1731057665617 (+5 ms)Region opened successfully at 1731057665617 2024-11-08T09:21:05,619 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057665254.8c1931906002662f790c3bc9accca6f7., pid=6, masterSystemTime=1731057665588 2024-11-08T09:21:05,622 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c1931906002662f790c3bc9accca6f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,34781,1731057658151 2024-11-08T09:21:05,623 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057665254.8c1931906002662f790c3bc9accca6f7. 2024-11-08T09:21:05,623 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057665254.8c1931906002662f790c3bc9accca6f7. 2024-11-08T09:21:05,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c1931906002662f790c3bc9accca6f7, server=cf4d76213909,34781,1731057658151 because future has completed 2024-11-08T09:21:05,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:21:05,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c1931906002662f790c3bc9accca6f7, server=cf4d76213909,34781,1731057658151 in 189 msec 2024-11-08T09:21:05,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:21:05,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c1931906002662f790c3bc9accca6f7, ASSIGN in 352 msec 2024-11-08T09:21:05,636 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:21:05,636 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057665636"}]},"ts":"1731057665636"} 2024-11-08T09:21:05,637 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:21:05,638 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:21:05,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 383 msec 2024-11-08T09:21:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:05,881 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:21:05,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,34379,1731057662381 2024-11-08T09:21:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49c58565 2024-11-08T09:21:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:21:05,883 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:21:05,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:21:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T09:21:05,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:21:05,887 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:05,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T09:21:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:05,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:21:05,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741835_1011 (size=902) 2024-11-08T09:21:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:06,296 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c93a191e22e11265948bf51708a2410, NAME => 'test,,1731057665884.2c93a191e22e11265948bf51708a2410.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649 2024-11-08T09:21:06,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741836_1012 (size=39) 2024-11-08T09:21:06,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731057665884.2c93a191e22e11265948bf51708a2410.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:21:06,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2c93a191e22e11265948bf51708a2410, disabling compactions & flushes 2024-11-08T09:21:06,329 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731057665884.2c93a191e22e11265948bf51708a2410. 2024-11-08T09:21:06,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057665884.2c93a191e22e11265948bf51708a2410. 2024-11-08T09:21:06,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731057665884.2c93a191e22e11265948bf51708a2410. after waiting 0 ms 2024-11-08T09:21:06,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731057665884.2c93a191e22e11265948bf51708a2410. 2024-11-08T09:21:06,329 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731057665884.2c93a191e22e11265948bf51708a2410. 2024-11-08T09:21:06,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c93a191e22e11265948bf51708a2410: Waiting for close lock at 1731057666328Disabling compacts and flushes for region at 1731057666328Disabling writes for close at 1731057666329 (+1 ms)Writing region close event to WAL at 1731057666329Closed at 1731057666329 2024-11-08T09:21:06,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:21:06,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731057665884.2c93a191e22e11265948bf51708a2410.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731057666331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057666331"}]},"ts":"1731057666331"} 2024-11-08T09:21:06,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:21:06,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:21:06,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057666335"}]},"ts":"1731057666335"} 2024-11-08T09:21:06,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T09:21:06,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2c93a191e22e11265948bf51708a2410, ASSIGN}] 2024-11-08T09:21:06,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2c93a191e22e11265948bf51708a2410, ASSIGN 2024-11-08T09:21:06,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2c93a191e22e11265948bf51708a2410, ASSIGN; state=OFFLINE, location=cf4d76213909,46395,1731057662514; forceNewPlan=false, retain=false 2024-11-08T09:21:06,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c93a191e22e11265948bf51708a2410, regionState=OPENING, regionLocation=cf4d76213909,46395,1731057662514 2024-11-08T09:21:06,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2c93a191e22e11265948bf51708a2410, ASSIGN because future has completed 2024-11-08T09:21:06,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c93a191e22e11265948bf51708a2410, server=cf4d76213909,46395,1731057662514}] 2024-11-08T09:21:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:06,667 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731057665884.2c93a191e22e11265948bf51708a2410. 2024-11-08T09:21:06,667 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c93a191e22e11265948bf51708a2410, NAME => 'test,,1731057665884.2c93a191e22e11265948bf51708a2410.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:21:06,668 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:21:06,669 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T09:21:06,669 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:06,669 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731057665884.2c93a191e22e11265948bf51708a2410.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:21:06,669 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:06,669 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:06,676 INFO [StoreOpener-2c93a191e22e11265948bf51708a2410-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:06,678 INFO [StoreOpener-2c93a191e22e11265948bf51708a2410-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c93a191e22e11265948bf51708a2410 columnFamilyName f 2024-11-08T09:21:06,678 DEBUG [StoreOpener-2c93a191e22e11265948bf51708a2410-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:06,679 INFO [StoreOpener-2c93a191e22e11265948bf51708a2410-1 {}] regionserver.HStore(327): Store=2c93a191e22e11265948bf51708a2410/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:06,679 INFO [StoreOpener-2c93a191e22e11265948bf51708a2410-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:06,680 INFO [StoreOpener-2c93a191e22e11265948bf51708a2410-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c93a191e22e11265948bf51708a2410 columnFamilyName f1 2024-11-08T09:21:06,681 DEBUG [StoreOpener-2c93a191e22e11265948bf51708a2410-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:06,681 INFO [StoreOpener-2c93a191e22e11265948bf51708a2410-1 {}] regionserver.HStore(327): Store=2c93a191e22e11265948bf51708a2410/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:06,681 INFO [StoreOpener-2c93a191e22e11265948bf51708a2410-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:06,682 INFO [StoreOpener-2c93a191e22e11265948bf51708a2410-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c93a191e22e11265948bf51708a2410 columnFamilyName norep 2024-11-08T09:21:06,682 DEBUG [StoreOpener-2c93a191e22e11265948bf51708a2410-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:06,683 INFO [StoreOpener-2c93a191e22e11265948bf51708a2410-1 {}] regionserver.HStore(327): Store=2c93a191e22e11265948bf51708a2410/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:06,683 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:06,684 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/default/test/2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:06,684 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/default/test/2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:06,685 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:06,685 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:06,685 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:21:06,686 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:06,688 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/default/test/2c93a191e22e11265948bf51708a2410/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:21:06,688 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2c93a191e22e11265948bf51708a2410; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63919835, jitterRate=-0.0475202351808548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:21:06,688 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:06,688 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2c93a191e22e11265948bf51708a2410: Running coprocessor pre-open hook at 1731057666669Writing region info on filesystem at 1731057666669Initializing all the Stores at 1731057666670 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057666670Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057666671 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057666671Cleaning up temporary data from old regions at 1731057666685 (+14 ms)Running coprocessor post-open hooks at 1731057666688 (+3 ms)Region opened successfully at 1731057666688 2024-11-08T09:21:06,689 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731057665884.2c93a191e22e11265948bf51708a2410., pid=6, masterSystemTime=1731057666651 2024-11-08T09:21:06,692 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c93a191e22e11265948bf51708a2410, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cf4d76213909,46395,1731057662514 2024-11-08T09:21:06,694 DEBUG [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731057665884.2c93a191e22e11265948bf51708a2410. 2024-11-08T09:21:06,694 INFO [RS_OPEN_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731057665884.2c93a191e22e11265948bf51708a2410. 2024-11-08T09:21:06,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c93a191e22e11265948bf51708a2410, server=cf4d76213909,46395,1731057662514 because future has completed 2024-11-08T09:21:06,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T09:21:06,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c93a191e22e11265948bf51708a2410, server=cf4d76213909,46395,1731057662514 in 198 msec 2024-11-08T09:21:06,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T09:21:06,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2c93a191e22e11265948bf51708a2410, ASSIGN in 359 msec 2024-11-08T09:21:06,701 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:21:06,701 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057666701"}]},"ts":"1731057666701"} 2024-11-08T09:21:06,704 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T09:21:06,704 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:21:06,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 820 msec 2024-11-08T09:21:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T09:21:07,022 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T09:21:07,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ad95a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:07,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,36679,-1 for getting cluster id 2024-11-08T09:21:07,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:07,024 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '979befe8-04d1-4fe3-b1db-43f7980fc7d6' 2024-11-08T09:21:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "979befe8-04d1-4fe3-b1db-43f7980fc7d6" 2024-11-08T09:21:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14905209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,36679,-1] 2024-11-08T09:21:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:07,026 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c245c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:07,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:07,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,36679,1731057651033 2024-11-08T09:21:07,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@392122eb 2024-11-08T09:21:07,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:21:07,034 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:21:07,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cf4d76213909:37961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:21:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:21:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:21:07,039 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:37961' 2024-11-08T09:21:07,048 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab0d9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:07,048 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,37961,-1 for getting cluster id 2024-11-08T09:21:07,048 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:07,049 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd6b7527-1ba9-4ab3-9a60-4e0b3dcbcdae' 2024-11-08T09:21:07,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:07,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd6b7527-1ba9-4ab3-9a60-4e0b3dcbcdae" 2024-11-08T09:21:07,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a32e04d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:07,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,37961,-1] 2024-11-08T09:21:07,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:07,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:07,052 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:07,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424eff49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:07,053 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:07,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,37961,1731057657878 2024-11-08T09:21:07,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17df1132 2024-11-08T09:21:07,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:21:07,056 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:21:07,057 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T09:21:07,057 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:21:07,057 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:07,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:21:07,058 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:07,058 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T09:21:07,062 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T09:21:07,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T09:21:07,064 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:07,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T09:21:07,112 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T09:21:07,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741837_1013 (size=1138) 2024-11-08T09:21:07,121 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66e1fc544f20d14d0111a342b75a66c4, NAME => 'hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728 2024-11-08T09:21:07,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741838_1014 (size=44) 2024-11-08T09:21:07,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:21:07,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 66e1fc544f20d14d0111a342b75a66c4, disabling compactions & flushes 2024-11-08T09:21:07,134 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. 2024-11-08T09:21:07,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. 2024-11-08T09:21:07,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. after waiting 0 ms 2024-11-08T09:21:07,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. 2024-11-08T09:21:07,134 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. 2024-11-08T09:21:07,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66e1fc544f20d14d0111a342b75a66c4: Waiting for close lock at 1731057667134Disabling compacts and flushes for region at 1731057667134Disabling writes for close at 1731057667134Writing region close event to WAL at 1731057667134Closed at 1731057667134 2024-11-08T09:21:07,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T09:21:07,136 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731057667136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731057667136"}]},"ts":"1731057667136"} 2024-11-08T09:21:07,138 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T09:21:07,139 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T09:21:07,139 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057667139"}]},"ts":"1731057667139"} 2024-11-08T09:21:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:21:07,143 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T09:21:07,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66e1fc544f20d14d0111a342b75a66c4, ASSIGN}] 2024-11-08T09:21:07,144 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66e1fc544f20d14d0111a342b75a66c4, ASSIGN 2024-11-08T09:21:07,145 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66e1fc544f20d14d0111a342b75a66c4, ASSIGN; state=OFFLINE, location=cf4d76213909,32887,1731057651702; forceNewPlan=false, retain=false 2024-11-08T09:21:07,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66e1fc544f20d14d0111a342b75a66c4, regionState=OPENING, regionLocation=cf4d76213909,32887,1731057651702 2024-11-08T09:21:07,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66e1fc544f20d14d0111a342b75a66c4, ASSIGN because future has completed 2024-11-08T09:21:07,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66e1fc544f20d14d0111a342b75a66c4, server=cf4d76213909,32887,1731057651702}] 2024-11-08T09:21:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:21:07,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. 2024-11-08T09:21:07,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T09:21:07,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T09:21:07,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cf4d76213909%2C32887%2C1731057651702.rep, suffix=, logDir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/oldWALs, maxLogs=10 2024-11-08T09:21:07,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.rep.1731057667459, exclude list is [], retry=0 2024-11-08T09:21:07,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44903,DS-69b963ef-4ebb-48bb-81fb-3d3118b79be2,DISK] 2024-11-08T09:21:07,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.rep.1731057667459 2024-11-08T09:21:07,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40207:40207)] 2024-11-08T09:21:07,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 66e1fc544f20d14d0111a342b75a66c4, NAME => 'hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4.', STARTKEY => '', ENDKEY => ''} 2024-11-08T09:21:07,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T09:21:07,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T09:21:07,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. service=MultiRowMutationService 2024-11-08T09:21:07,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T09:21:07,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:07,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T09:21:07,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:07,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:07,494 INFO [StoreOpener-66e1fc544f20d14d0111a342b75a66c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:07,495 INFO [StoreOpener-66e1fc544f20d14d0111a342b75a66c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66e1fc544f20d14d0111a342b75a66c4 columnFamilyName hfileref 2024-11-08T09:21:07,495 DEBUG [StoreOpener-66e1fc544f20d14d0111a342b75a66c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:07,495 INFO [StoreOpener-66e1fc544f20d14d0111a342b75a66c4-1 {}] regionserver.HStore(327): Store=66e1fc544f20d14d0111a342b75a66c4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:07,495 INFO [StoreOpener-66e1fc544f20d14d0111a342b75a66c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:07,496 INFO [StoreOpener-66e1fc544f20d14d0111a342b75a66c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66e1fc544f20d14d0111a342b75a66c4 columnFamilyName queue 2024-11-08T09:21:07,496 DEBUG [StoreOpener-66e1fc544f20d14d0111a342b75a66c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:07,496 INFO [StoreOpener-66e1fc544f20d14d0111a342b75a66c4-1 {}] regionserver.HStore(327): Store=66e1fc544f20d14d0111a342b75a66c4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:07,497 INFO [StoreOpener-66e1fc544f20d14d0111a342b75a66c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:07,497 INFO [StoreOpener-66e1fc544f20d14d0111a342b75a66c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66e1fc544f20d14d0111a342b75a66c4 columnFamilyName sid 2024-11-08T09:21:07,497 DEBUG [StoreOpener-66e1fc544f20d14d0111a342b75a66c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T09:21:07,498 INFO [StoreOpener-66e1fc544f20d14d0111a342b75a66c4-1 {}] regionserver.HStore(327): Store=66e1fc544f20d14d0111a342b75a66c4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T09:21:07,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:07,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:07,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:07,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:07,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:07,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T09:21:07,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:07,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T09:21:07,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 66e1fc544f20d14d0111a342b75a66c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67741887, jitterRate=0.009432777762413025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T09:21:07,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:07,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 66e1fc544f20d14d0111a342b75a66c4: Running coprocessor pre-open hook at 1731057667489Writing region info on filesystem at 1731057667489Initializing all the Stores at 1731057667490 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057667490Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057667494 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731057667494Cleaning up temporary data from old regions at 1731057667499 (+5 ms)Running coprocessor post-open hooks at 1731057667508 (+9 ms)Region opened successfully at 1731057667508 2024-11-08T09:21:07,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4., pid=10, masterSystemTime=1731057667452 2024-11-08T09:21:07,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. 2024-11-08T09:21:07,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. 2024-11-08T09:21:07,527 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66e1fc544f20d14d0111a342b75a66c4, regionState=OPEN, openSeqNum=2, regionLocation=cf4d76213909,32887,1731057651702 2024-11-08T09:21:07,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66e1fc544f20d14d0111a342b75a66c4, server=cf4d76213909,32887,1731057651702 because future has completed 2024-11-08T09:21:07,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T09:21:07,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 66e1fc544f20d14d0111a342b75a66c4, server=cf4d76213909,32887,1731057651702 in 246 msec 2024-11-08T09:21:07,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T09:21:07,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66e1fc544f20d14d0111a342b75a66c4, ASSIGN in 405 msec 2024-11-08T09:21:07,551 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T09:21:07,551 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731057667551"}]},"ts":"1731057667551"} 2024-11-08T09:21:07,556 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T09:21:07,558 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T09:21:07,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 500 msec 2024-11-08T09:21:07,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4., hostname=cf4d76213909,32887,1731057651702, seqNum=2] 2024-11-08T09:21:07,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:21:07,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:21:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:21:07,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:21:07,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T09:21:07,835 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T09:21:07,876 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cf4d76213909,32887,1731057651702, ReplicationSource: 1, currentBandwidth=0 2024-11-08T09:21:07,877 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:21:07,877 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,32887,1731057651702, seqNum=-1] 2024-11-08T09:21:07,877 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:21:07,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-08T09:21:07,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cf4d76213909,32887,1731057651702', locateType=CURRENT is [region=hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4., hostname=cf4d76213909,32887,1731057651702, seqNum=2] 2024-11-08T09:21:07,897 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T09:21:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T09:21:07,899 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cf4d76213909,32887,1731057651702 suceeded 2024-11-08T09:21:07,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T09:21:07,901 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cf4d76213909:37961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:21:07,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-08T09:21:07,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 866 msec 2024-11-08T09:21:07,911 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:37961' 2024-11-08T09:21:07,912 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ec6100f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:07,912 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,37961,-1 for getting cluster id 2024-11-08T09:21:07,913 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:07,913 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd6b7527-1ba9-4ab3-9a60-4e0b3dcbcdae' 2024-11-08T09:21:07,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:07,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd6b7527-1ba9-4ab3-9a60-4e0b3dcbcdae" 2024-11-08T09:21:07,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b78a4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:07,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,37961,-1] 2024-11-08T09:21:07,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:07,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:07,915 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:07,915 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3606ccce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:07,916 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:07,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,37961,1731057657878 2024-11-08T09:21:07,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c0b9dc0 2024-11-08T09:21:07,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:21:07,917 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T09:21:07,917 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cf4d76213909,32887,1731057651702 (queues=1) is replicating from cluster=979befe8-04d1-4fe3-b1db-43f7980fc7d6 to cluster=dd6b7527-1ba9-4ab3-9a60-4e0b3dcbcdae 2024-11-08T09:21:07,918 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cf4d76213909%2C32887%2C1731057651702 2024-11-08T09:21:07,918 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cf4d76213909,32887,1731057651702, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:21:07,920 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375, startPosition=0, beingWritten=true 2024-11-08T09:21:07,923 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C32887%2C1731057651702 2024-11-08T09:21:07,925 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:21:07,925 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 to pos 379, reset compression=false 2024-11-08T09:21:07,925 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,32887,1731057651702 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:21:08,128 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 to pos 379, reset compression=false 2024-11-08T09:21:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T09:21:08,171 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T09:21:08,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:21:08,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:08,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:08,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:21:08,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:08,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d580e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,36679,-1 for getting cluster id 2024-11-08T09:21:08,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:08,173 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '979befe8-04d1-4fe3-b1db-43f7980fc7d6' 2024-11-08T09:21:08,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:08,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "979befe8-04d1-4fe3-b1db-43f7980fc7d6" 2024-11-08T09:21:08,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152cb2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,36679,-1] 2024-11-08T09:21:08,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:08,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:08,174 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:08,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165dd98d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4013700a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,37961,-1 for getting cluster id 2024-11-08T09:21:08,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:08,176 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd6b7527-1ba9-4ab3-9a60-4e0b3dcbcdae' 2024-11-08T09:21:08,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:08,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd6b7527-1ba9-4ab3-9a60-4e0b3dcbcdae" 2024-11-08T09:21:08,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfea632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,37961,-1] 2024-11-08T09:21:08,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:08,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:08,177 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:08,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4210b649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a314061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,34379,-1 for getting cluster id 2024-11-08T09:21:08,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:08,178 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8599dba2-e503-457b-b693-5e2b372932fb' 2024-11-08T09:21:08,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:08,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8599dba2-e503-457b-b693-5e2b372932fb" 2024-11-08T09:21:08,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36828bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,34379,-1] 2024-11-08T09:21:08,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:08,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:08,179 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:08,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f46fb68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:21:08,183 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731057668182/Put/seqid=0 2024-11-08T09:21:08,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741840_1016 (size=7894) 2024-11-08T09:21:08,187 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731057668187/Put/seqid=0 2024-11-08T09:21:08,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741841_1017 (size=7691) 2024-11-08T09:21:08,431 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 to pos 379, reset compression=false 2024-11-08T09:21:08,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796dd015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,36679,-1 for getting cluster id 2024-11-08T09:21:08,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:08,593 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '979befe8-04d1-4fe3-b1db-43f7980fc7d6' 2024-11-08T09:21:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "979befe8-04d1-4fe3-b1db-43f7980fc7d6" 2024-11-08T09:21:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1677b562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,36679,-1] 2024-11-08T09:21:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:08,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:08,594 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:08,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb127ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:21:08,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,32887,1731057651702, seqNum=-1] 2024-11-08T09:21:08,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:21:08,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:21:08,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:08,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,36679,1731057651033 2024-11-08T09:21:08,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79bab3a0 2024-11-08T09:21:08,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:21:08,607 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:21:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731057664113.382f9baf75fc6a553582621a8701c3b8., hostname=cf4d76213909,32887,1731057651702, seqNum=2] 2024-11-08T09:21:08,613 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:21:08,618 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-08T09:21:08,620 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-08T09:21:08,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 382f9baf75fc6a553582621a8701c3b8/f 2024-11-08T09:21:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T09:21:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:21:08,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 382f9baf75fc6a553582621a8701c3b8/f 2024-11-08T09:21:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T09:21:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:21:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegion(2603): Flush status journal for 382f9baf75fc6a553582621a8701c3b8: 2024-11-08T09:21:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__8hnms23bnjpkeok0hm8cdgvjjjs36e7skkabpq0ht6ifo74dql23bbgln114f99s/f/hfile_1 2024-11-08T09:21:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__8hnms23bnjpkeok0hm8cdgvjjjs36e7skkabpq0ht6ifo74dql23bbgln114f99s/f/hfile_1 as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/1fe43e8592dd49ddbcad9fe5b65513b6_SeqId_4_ 2024-11-08T09:21:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__8hnms23bnjpkeok0hm8cdgvjjjs36e7skkabpq0ht6ifo74dql23bbgln114f99s/f/hfile_0 2024-11-08T09:21:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__8hnms23bnjpkeok0hm8cdgvjjjs36e7skkabpq0ht6ifo74dql23bbgln114f99s/f/hfile_0 as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/86605e1502ab48ca803e5fcc152f09ad_SeqId_4_ 2024-11-08T09:21:08,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__8hnms23bnjpkeok0hm8cdgvjjjs36e7skkabpq0ht6ifo74dql23bbgln114f99s/f/hfile_1 into 382f9baf75fc6a553582621a8701c3b8/f as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/1fe43e8592dd49ddbcad9fe5b65513b6_SeqId_4_ - updating store file list. 2024-11-08T09:21:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1fe43e8592dd49ddbcad9fe5b65513b6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:21:08,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/1fe43e8592dd49ddbcad9fe5b65513b6_SeqId_4_ into 382f9baf75fc6a553582621a8701c3b8/f 2024-11-08T09:21:08,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__8hnms23bnjpkeok0hm8cdgvjjjs36e7skkabpq0ht6ifo74dql23bbgln114f99s/f/hfile_1 into 382f9baf75fc6a553582621a8701c3b8/f (new location: hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/1fe43e8592dd49ddbcad9fe5b65513b6_SeqId_4_) 2024-11-08T09:21:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__8hnms23bnjpkeok0hm8cdgvjjjs36e7skkabpq0ht6ifo74dql23bbgln114f99s/f/hfile_1 2024-11-08T09:21:08,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__8hnms23bnjpkeok0hm8cdgvjjjs36e7skkabpq0ht6ifo74dql23bbgln114f99s/f/hfile_0 into 382f9baf75fc6a553582621a8701c3b8/f as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/86605e1502ab48ca803e5fcc152f09ad_SeqId_4_ - updating store file list. 2024-11-08T09:21:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86605e1502ab48ca803e5fcc152f09ad_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:21:08,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/86605e1502ab48ca803e5fcc152f09ad_SeqId_4_ into 382f9baf75fc6a553582621a8701c3b8/f 2024-11-08T09:21:08,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__8hnms23bnjpkeok0hm8cdgvjjjs36e7skkabpq0ht6ifo74dql23bbgln114f99s/f/hfile_0 into 382f9baf75fc6a553582621a8701c3b8/f (new location: hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/86605e1502ab48ca803e5fcc152f09ad_SeqId_4_) 2024-11-08T09:21:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__8hnms23bnjpkeok0hm8cdgvjjjs36e7skkabpq0ht6ifo74dql23bbgln114f99s/f/hfile_0 2024-11-08T09:21:08,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:21:08,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:08,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:08,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:08,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:21:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731057664113.382f9baf75fc6a553582621a8701c3b8., hostname=cf4d76213909,32887,1731057651702, seqNum=2 , the old value is region=test,,1731057664113.382f9baf75fc6a553582621a8701c3b8., hostname=cf4d76213909,32887,1731057651702, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cf4d76213909:32887 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T09:21:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731057664113.382f9baf75fc6a553582621a8701c3b8., hostname=cf4d76213909,32887,1731057651702, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T09:21:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731057664113.382f9baf75fc6a553582621a8701c3b8., hostname=cf4d76213909,32887,1731057651702, seqNum=2 from cache 2024-11-08T09:21:08,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:21:08,644 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T09:21:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,34781,1731057658151, seqNum=-1] 2024-11-08T09:21:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:21:08,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:21:08,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731057665254.8c1931906002662f790c3bc9accca6f7., hostname=cf4d76213909,34781,1731057658151, seqNum=2] 2024-11-08T09:21:08,647 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T09:21:08,752 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:32887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T09:21:08,835 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 to pos 379, reset compression=false 2024-11-08T09:21:08,839 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:21:08,839 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,32887,1731057651702 got entry batch from reader: WALEntryBatch [walEntries=[{test/382f9baf75fc6a553582621a8701c3b8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731057668642/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T09:21:08,841 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:21:08,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T09:21:08,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.ReplicationSink(318): Replicating [979befe8-04d1-4fe3-b1db-43f7980fc7d6] bulk loaded data 2024-11-08T09:21:08,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70ca0cbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,37961,-1 for getting cluster id 2024-11-08T09:21:08,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:08,843 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd6b7527-1ba9-4ab3-9a60-4e0b3dcbcdae' 2024-11-08T09:21:08,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:08,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd6b7527-1ba9-4ab3-9a60-4e0b3dcbcdae" 2024-11-08T09:21:08,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bc42655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,37961,-1] 2024-11-08T09:21:08,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:08,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:08,844 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:08,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@306abeb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741837_1013 (size=7691) 2024-11-08T09:21:09,039 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 to pos 687, reset compression=false 2024-11-08T09:21:09,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741838_1014 (size=7894) 2024-11-08T09:21:09,343 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 to pos 687, reset compression=false 2024-11-08T09:21:09,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:09,461 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:21:09,461 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148933 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cf4d76213909,41655,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:41655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T09:21:09,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:21:09,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:09,649 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T09:21:09,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:09,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,37961,1731057657878 2024-11-08T09:21:09,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1209eb2 2024-11-08T09:21:09,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:21:09,665 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-08T09:21:09,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:21:09,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:21:09,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,34781,1731057658151, seqNum=-1] 2024-11-08T09:21:09,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:21:09,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-08T09:21:09,674 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__n3bkjtjmf2obgv5uevfid9c2u0skl30nc8fgcm0h55qv9ljjj2gcvh0qsjhcmkun/f/1fe43e8592dd49ddbcad9fe5b65513b6_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-08T09:21:09,677 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__n3bkjtjmf2obgv5uevfid9c2u0skl30nc8fgcm0h55qv9ljjj2gcvh0qsjhcmkun/f/86605e1502ab48ca803e5fcc152f09ad_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-08T09:21:09,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__n3bkjtjmf2obgv5uevfid9c2u0skl30nc8fgcm0h55qv9ljjj2gcvh0qsjhcmkun/f/86605e1502ab48ca803e5fcc152f09ad_SeqId_4_ for inclusion in 8c1931906002662f790c3bc9accca6f7/f 2024-11-08T09:21:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T09:21:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:21:09,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__n3bkjtjmf2obgv5uevfid9c2u0skl30nc8fgcm0h55qv9ljjj2gcvh0qsjhcmkun/f/1fe43e8592dd49ddbcad9fe5b65513b6_SeqId_4_ for inclusion in 8c1931906002662f790c3bc9accca6f7/f 2024-11-08T09:21:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T09:21:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:21:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HRegion(2603): Flush status journal for 8c1931906002662f790c3bc9accca6f7: 2024-11-08T09:21:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 86605e1502ab48ca803e5fcc152f09ad_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T09:21:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__n3bkjtjmf2obgv5uevfid9c2u0skl30nc8fgcm0h55qv9ljjj2gcvh0qsjhcmkun/f/86605e1502ab48ca803e5fcc152f09ad_SeqId_4_ as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/1ccc3c59588848e89bf177e94b48b0e1_SeqId_4_ 2024-11-08T09:21:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1fe43e8592dd49ddbcad9fe5b65513b6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T09:21:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__n3bkjtjmf2obgv5uevfid9c2u0skl30nc8fgcm0h55qv9ljjj2gcvh0qsjhcmkun/f/1fe43e8592dd49ddbcad9fe5b65513b6_SeqId_4_ as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/ab9dd252a6f24cb5bc836fb4de750082_SeqId_4_ 2024-11-08T09:21:09,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__n3bkjtjmf2obgv5uevfid9c2u0skl30nc8fgcm0h55qv9ljjj2gcvh0qsjhcmkun/f/86605e1502ab48ca803e5fcc152f09ad_SeqId_4_ into 8c1931906002662f790c3bc9accca6f7/f as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/1ccc3c59588848e89bf177e94b48b0e1_SeqId_4_ - updating store file list. 2024-11-08T09:21:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ccc3c59588848e89bf177e94b48b0e1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:21:09,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/1ccc3c59588848e89bf177e94b48b0e1_SeqId_4_ into 8c1931906002662f790c3bc9accca6f7/f 2024-11-08T09:21:09,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__n3bkjtjmf2obgv5uevfid9c2u0skl30nc8fgcm0h55qv9ljjj2gcvh0qsjhcmkun/f/86605e1502ab48ca803e5fcc152f09ad_SeqId_4_ into 8c1931906002662f790c3bc9accca6f7/f (new location: hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/1ccc3c59588848e89bf177e94b48b0e1_SeqId_4_) 2024-11-08T09:21:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__n3bkjtjmf2obgv5uevfid9c2u0skl30nc8fgcm0h55qv9ljjj2gcvh0qsjhcmkun/f/86605e1502ab48ca803e5fcc152f09ad_SeqId_4_ 2024-11-08T09:21:09,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__n3bkjtjmf2obgv5uevfid9c2u0skl30nc8fgcm0h55qv9ljjj2gcvh0qsjhcmkun/f/1fe43e8592dd49ddbcad9fe5b65513b6_SeqId_4_ into 8c1931906002662f790c3bc9accca6f7/f as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/ab9dd252a6f24cb5bc836fb4de750082_SeqId_4_ - updating store file list. 2024-11-08T09:21:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab9dd252a6f24cb5bc836fb4de750082_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:21:09,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/ab9dd252a6f24cb5bc836fb4de750082_SeqId_4_ into 8c1931906002662f790c3bc9accca6f7/f 2024-11-08T09:21:09,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__n3bkjtjmf2obgv5uevfid9c2u0skl30nc8fgcm0h55qv9ljjj2gcvh0qsjhcmkun/f/1fe43e8592dd49ddbcad9fe5b65513b6_SeqId_4_ into 8c1931906002662f790c3bc9accca6f7/f (new location: hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/ab9dd252a6f24cb5bc836fb4de750082_SeqId_4_) 2024-11-08T09:21:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__n3bkjtjmf2obgv5uevfid9c2u0skl30nc8fgcm0h55qv9ljjj2gcvh0qsjhcmkun/f/1fe43e8592dd49ddbcad9fe5b65513b6_SeqId_4_ 2024-11-08T09:21:09,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.ReplicationSink(324): Finished replicating [979befe8-04d1-4fe3-b1db-43f7980fc7d6] bulk loaded data 2024-11-08T09:21:09,746 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 to pos 687, reset compression=false 2024-11-08T09:21:10,249 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 to pos 687, reset compression=false 2024-11-08T09:21:10,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:21:10,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,46395,1731057662514, seqNum=-1] 2024-11-08T09:21:10,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:21:10,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:21:10,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731057665884.2c93a191e22e11265948bf51708a2410., hostname=cf4d76213909,46395,1731057662514, seqNum=2] 2024-11-08T09:21:10,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:21:10,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T09:21:10,667 DEBUG [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cf4d76213909%2C32887%2C1731057651702.rep:(num 1731057667459) roll requested 2024-11-08T09:21:10,679 DEBUG [regionserver/cf4d76213909:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.rep.1731057670667, exclude list is [], retry=0 2024-11-08T09:21:10,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44903,DS-69b963ef-4ebb-48bb-81fb-3d3118b79be2,DISK] 2024-11-08T09:21:10,682 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.rep.1731057667459 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.rep.1731057670667 2024-11-08T09:21:10,683 DEBUG [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40207:40207)] 2024-11-08T09:21:10,683 DEBUG [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.rep.1731057667459 is not closed yet, will try archiving it next time 2024-11-08T09:21:10,683 DEBUG [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cf4d76213909%2C32887%2C1731057651702.meta:.meta(num 1731057655274) roll requested 2024-11-08T09:21:10,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741839_1015 (size=1505) 2024-11-08T09:21:10,695 DEBUG [regionserver/cf4d76213909:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.meta.1731057670683.meta, exclude list is [], retry=0 2024-11-08T09:21:10,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44903,DS-69b963ef-4ebb-48bb-81fb-3d3118b79be2,DISK] 2024-11-08T09:21:10,698 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.meta.1731057655274.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.meta.1731057670683.meta 2024-11-08T09:21:10,703 DEBUG [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40207:40207)] 2024-11-08T09:21:10,703 DEBUG [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.meta.1731057655274.meta is not closed yet, will try archiving it next time 2024-11-08T09:21:10,703 DEBUG [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cf4d76213909%2C32887%2C1731057651702:(num 1731057654375) roll requested 2024-11-08T09:21:10,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741834_1010 (size=3473) 2024-11-08T09:21:10,722 DEBUG [regionserver/cf4d76213909:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703, exclude list is [], retry=0 2024-11-08T09:21:10,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44903,DS-69b963ef-4ebb-48bb-81fb-3d3118b79be2,DISK] 2024-11-08T09:21:10,725 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 2024-11-08T09:21:10,726 DEBUG [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40207:40207)] 2024-11-08T09:21:10,726 DEBUG [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 is not closed yet, will try archiving it next time 2024-11-08T09:21:10,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19229a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:10,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,36679,-1 for getting cluster id 2024-11-08T09:21:10,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741832_1008 (size=695) 2024-11-08T09:21:10,727 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '979befe8-04d1-4fe3-b1db-43f7980fc7d6' 2024-11-08T09:21:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "979befe8-04d1-4fe3-b1db-43f7980fc7d6" 2024-11-08T09:21:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f4ff11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,36679,-1] 2024-11-08T09:21:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:10,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:10,728 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:10,728 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 to hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/oldWALs/cf4d76213909%2C32887%2C1731057651702.1731057654375 2024-11-08T09:21:10,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d8d38a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:10,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:10,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,36679,1731057651033 2024-11-08T09:21:10,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45268a68 2024-11-08T09:21:10,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:21:10,730 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:21:10,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://cf4d76213909:34379,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T09:21:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T09:21:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T09:21:10,733 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:34379' 2024-11-08T09:21:10,734 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2014c215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:10,734 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,34379,-1 for getting cluster id 2024-11-08T09:21:10,734 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:10,735 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8599dba2-e503-457b-b693-5e2b372932fb' 2024-11-08T09:21:10,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:10,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8599dba2-e503-457b-b693-5e2b372932fb" 2024-11-08T09:21:10,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d53fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:10,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,34379,-1] 2024-11-08T09:21:10,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:10,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:10,736 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:10,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfddcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:10,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:10,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,34379,1731057662381 2024-11-08T09:21:10,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@280e981f 2024-11-08T09:21:10,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:21:10,738 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:21:10,738 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T09:21:10,738 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T09:21:10,738 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:10,739 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:10,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:21:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T09:21:10,852 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 to pos 687, reset compression=false 2024-11-08T09:21:10,859 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 was moved to hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/oldWALs/cf4d76213909%2C32887%2C1731057651702.1731057654375 2024-11-08T09:21:10,861 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375 2024-11-08T09:21:10,861 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,32887,1731057651702 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057654375, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T09:21:10,861 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703, startPosition=0, beingWritten=true 2024-11-08T09:21:10,863 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [cf4d76213909%2C32887%2C1731057651702.1731057654375] 2024-11-08T09:21:10,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T09:21:11,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T09:21:11,033 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T09:21:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T09:21:11,064 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-cf4d76213909,32887,1731057651702, ReplicationSource: 2, currentBandwidth=0 2024-11-08T09:21:11,066 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T09:21:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T09:21:11,068 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on cf4d76213909,32887,1731057651702 suceeded 2024-11-08T09:21:11,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T09:21:11,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-08T09:21:11,069 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://cf4d76213909:34379,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T09:21:11,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 338 msec 2024-11-08T09:21:11,080 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cf4d76213909:34379' 2024-11-08T09:21:11,081 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51ce1a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:11,082 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,34379,-1 for getting cluster id 2024-11-08T09:21:11,082 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:11,082 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8599dba2-e503-457b-b693-5e2b372932fb' 2024-11-08T09:21:11,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:11,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8599dba2-e503-457b-b693-5e2b372932fb" 2024-11-08T09:21:11,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@397ed47f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:11,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,34379,-1] 2024-11-08T09:21:11,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:11,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:11,084 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:11,084 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37a124d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:11,084 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:11,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,34379,1731057662381 2024-11-08T09:21:11,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18e79f31 2024-11-08T09:21:11,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:21:11,086 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T09:21:11,086 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cf4d76213909,32887,1731057651702 (queues=1) is replicating from cluster=979befe8-04d1-4fe3-b1db-43f7980fc7d6 to cluster=8599dba2-e503-457b-b693-5e2b372932fb 2024-11-08T09:21:11,086 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cf4d76213909%2C32887%2C1731057651702 2024-11-08T09:21:11,086 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cf4d76213909,32887,1731057651702, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T09:21:11,087 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703, startPosition=0, beingWritten=true 2024-11-08T09:21:11,087 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cf4d76213909%2C32887%2C1731057651702 2024-11-08T09:21:11,294 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 0, reset compression=false 2024-11-08T09:21:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T09:21:11,361 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T09:21:11,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:21:11,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:11,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:11,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:11,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:21:11,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T09:21:11,365 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731057671364/Put/seqid=0 2024-11-08T09:21:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741845_1021 (size=11194) 2024-11-08T09:21:11,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731057671373/Put/seqid=0 2024-11-08T09:21:11,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741846_1022 (size=10791) 2024-11-08T09:21:11,566 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 0, reset compression=false 2024-11-08T09:21:11,603 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 0, reset compression=false 2024-11-08T09:21:11,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f362b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:11,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,36679,-1 for getting cluster id 2024-11-08T09:21:11,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:11,781 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '979befe8-04d1-4fe3-b1db-43f7980fc7d6' 2024-11-08T09:21:11,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:11,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "979befe8-04d1-4fe3-b1db-43f7980fc7d6" 2024-11-08T09:21:11,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e54c873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:11,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,36679,-1] 2024-11-08T09:21:11,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:11,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:11,782 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:11,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e73440c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:11,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:21:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,32887,1731057651702, seqNum=-1] 2024-11-08T09:21:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:21:11,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T09:21:11,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,36679,1731057651033 2024-11-08T09:21:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@be8fd97 2024-11-08T09:21:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:21:11,796 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T09:21:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731057664113.382f9baf75fc6a553582621a8701c3b8., hostname=cf4d76213909,32887,1731057651702, seqNum=2] 2024-11-08T09:21:11,802 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:21:11,811 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-08T09:21:11,813 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-08T09:21:11,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 382f9baf75fc6a553582621a8701c3b8/f 2024-11-08T09:21:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T09:21:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:21:11,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 382f9baf75fc6a553582621a8701c3b8/f 2024-11-08T09:21:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T09:21:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:21:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegion(2603): Flush status journal for 382f9baf75fc6a553582621a8701c3b8: 2024-11-08T09:21:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__p5db28fd2cfc5mr007274dkm3co74afpkv1nalmih2t8np40kkcvvssvgj83g385/f/hfile_0 2024-11-08T09:21:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__p5db28fd2cfc5mr007274dkm3co74afpkv1nalmih2t8np40kkcvvssvgj83g385/f/hfile_0 as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ 2024-11-08T09:21:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__p5db28fd2cfc5mr007274dkm3co74afpkv1nalmih2t8np40kkcvvssvgj83g385/f/hfile_1 2024-11-08T09:21:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__p5db28fd2cfc5mr007274dkm3co74afpkv1nalmih2t8np40kkcvvssvgj83g385/f/hfile_1 as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/79931a1524c143559506f722998fbdef_SeqId_6_ 2024-11-08T09:21:11,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__p5db28fd2cfc5mr007274dkm3co74afpkv1nalmih2t8np40kkcvvssvgj83g385/f/hfile_0 into 382f9baf75fc6a553582621a8701c3b8/f as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ - updating store file list. 2024-11-08T09:21:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T09:21:11,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ into 382f9baf75fc6a553582621a8701c3b8/f 2024-11-08T09:21:11,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__p5db28fd2cfc5mr007274dkm3co74afpkv1nalmih2t8np40kkcvvssvgj83g385/f/hfile_0 into 382f9baf75fc6a553582621a8701c3b8/f (new location: hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_) 2024-11-08T09:21:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__p5db28fd2cfc5mr007274dkm3co74afpkv1nalmih2t8np40kkcvvssvgj83g385/f/hfile_0 2024-11-08T09:21:11,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__p5db28fd2cfc5mr007274dkm3co74afpkv1nalmih2t8np40kkcvvssvgj83g385/f/hfile_1 into 382f9baf75fc6a553582621a8701c3b8/f as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/79931a1524c143559506f722998fbdef_SeqId_6_ - updating store file list. 2024-11-08T09:21:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79931a1524c143559506f722998fbdef_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T09:21:11,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/79931a1524c143559506f722998fbdef_SeqId_6_ into 382f9baf75fc6a553582621a8701c3b8/f 2024-11-08T09:21:11,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__p5db28fd2cfc5mr007274dkm3co74afpkv1nalmih2t8np40kkcvvssvgj83g385/f/hfile_1 into 382f9baf75fc6a553582621a8701c3b8/f (new location: hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/f/79931a1524c143559506f722998fbdef_SeqId_6_) 2024-11-08T09:21:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/staging/jenkins__test__p5db28fd2cfc5mr007274dkm3co74afpkv1nalmih2t8np40kkcvvssvgj83g385/f/hfile_1 2024-11-08T09:21:11,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:21:11,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:11,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:11,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:11,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:21:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:47742 deadline: 1731057731847 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:47742 2024-11-08T09:21:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731057664113.382f9baf75fc6a553582621a8701c3b8., hostname=cf4d76213909,32887,1731057651702, seqNum=2 , the old value is region=test,,1731057664113.382f9baf75fc6a553582621a8701c3b8., hostname=cf4d76213909,32887,1731057651702, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cf4d76213909:32887 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T09:21:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731057664113.382f9baf75fc6a553582621a8701c3b8., hostname=cf4d76213909,32887,1731057651702, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T09:21:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731057664113.382f9baf75fc6a553582621a8701c3b8., hostname=cf4d76213909,32887,1731057651702, seqNum=2 from cache 2024-11-08T09:21:11,851 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T09:21:11,951 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:32887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T09:21:12,006 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 0, reset compression=false 2024-11-08T09:21:12,026 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:21:12,026 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-cf4d76213909,32887,1731057651702 got entry batch from reader: WALEntryBatch [walEntries=[{test/382f9baf75fc6a553582621a8701c3b8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731057671846/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T09:21:12,029 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T09:21:12,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T09:21:12,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.ReplicationSink(318): Replicating [979befe8-04d1-4fe3-b1db-43f7980fc7d6] bulk loaded data 2024-11-08T09:21:12,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@532bca33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:12,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] client.ClusterIdFetcher(90): Going to request cf4d76213909,34379,-1 for getting cluster id 2024-11-08T09:21:12,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T09:21:12,031 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8599dba2-e503-457b-b693-5e2b372932fb' 2024-11-08T09:21:12,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T09:21:12,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8599dba2-e503-457b-b693-5e2b372932fb" 2024-11-08T09:21:12,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c953686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:12,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cf4d76213909,34379,-1] 2024-11-08T09:21:12,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T09:21:12,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:12,032 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-08T09:21:12,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e730ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T09:21:12,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741837_1013 (size=11194) 2024-11-08T09:21:12,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741838_1014 (size=10791) 2024-11-08T09:21:12,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T09:21:12,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cf4d76213909,34379,1731057662381 2024-11-08T09:21:12,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72c5ddba 2024-11-08T09:21:12,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T09:21:12,070 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-08T09:21:12,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:21:12,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T09:21:12,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cf4d76213909,46395,1731057662514, seqNum=-1] 2024-11-08T09:21:12,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T09:21:12,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-08T09:21:12,084 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/staging/jenkins.hfs.23__test__tec80e95cpjjoqhv750ck53q53ag9rrhg2iggc460d6n9narb8slptuu22166nc5/f/79931a1524c143559506f722998fbdef_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T09:21:12,086 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/staging/jenkins.hfs.23__test__tec80e95cpjjoqhv750ck53q53ag9rrhg2iggc460d6n9narb8slptuu22166nc5/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T09:21:12,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/staging/jenkins.hfs.23__test__tec80e95cpjjoqhv750ck53q53ag9rrhg2iggc460d6n9narb8slptuu22166nc5/f/79931a1524c143559506f722998fbdef_SeqId_6_ for inclusion in 2c93a191e22e11265948bf51708a2410/f 2024-11-08T09:21:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T09:21:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:21:12,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/staging/jenkins.hfs.23__test__tec80e95cpjjoqhv750ck53q53ag9rrhg2iggc460d6n9narb8slptuu22166nc5/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ for inclusion in 2c93a191e22e11265948bf51708a2410/f 2024-11-08T09:21:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T09:21:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:21:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HRegion(2603): Flush status journal for 2c93a191e22e11265948bf51708a2410: 2024-11-08T09:21:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 79931a1524c143559506f722998fbdef_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T09:21:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/staging/jenkins.hfs.23__test__tec80e95cpjjoqhv750ck53q53ag9rrhg2iggc460d6n9narb8slptuu22166nc5/f/79931a1524c143559506f722998fbdef_SeqId_6_ as hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/default/test/2c93a191e22e11265948bf51708a2410/f/bf02840adfb5461ea9723435b3105bdf_SeqId_4_ 2024-11-08T09:21:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T09:21:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/staging/jenkins.hfs.23__test__tec80e95cpjjoqhv750ck53q53ag9rrhg2iggc460d6n9narb8slptuu22166nc5/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ as hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/default/test/2c93a191e22e11265948bf51708a2410/f/d3d4f7b64c1c4e23a01b78ef157a4030_SeqId_4_ 2024-11-08T09:21:12,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/staging/jenkins.hfs.23__test__tec80e95cpjjoqhv750ck53q53ag9rrhg2iggc460d6n9narb8slptuu22166nc5/f/79931a1524c143559506f722998fbdef_SeqId_6_ into 2c93a191e22e11265948bf51708a2410/f as hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/default/test/2c93a191e22e11265948bf51708a2410/f/bf02840adfb5461ea9723435b3105bdf_SeqId_4_ - updating store file list. 2024-11-08T09:21:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf02840adfb5461ea9723435b3105bdf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:21:12,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/default/test/2c93a191e22e11265948bf51708a2410/f/bf02840adfb5461ea9723435b3105bdf_SeqId_4_ into 2c93a191e22e11265948bf51708a2410/f 2024-11-08T09:21:12,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/staging/jenkins.hfs.23__test__tec80e95cpjjoqhv750ck53q53ag9rrhg2iggc460d6n9narb8slptuu22166nc5/f/79931a1524c143559506f722998fbdef_SeqId_6_ into 2c93a191e22e11265948bf51708a2410/f (new location: hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/default/test/2c93a191e22e11265948bf51708a2410/f/bf02840adfb5461ea9723435b3105bdf_SeqId_4_) 2024-11-08T09:21:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/staging/jenkins.hfs.23__test__tec80e95cpjjoqhv750ck53q53ag9rrhg2iggc460d6n9narb8slptuu22166nc5/f/79931a1524c143559506f722998fbdef_SeqId_6_ 2024-11-08T09:21:12,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/staging/jenkins.hfs.23__test__tec80e95cpjjoqhv750ck53q53ag9rrhg2iggc460d6n9narb8slptuu22166nc5/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ into 2c93a191e22e11265948bf51708a2410/f as hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/default/test/2c93a191e22e11265948bf51708a2410/f/d3d4f7b64c1c4e23a01b78ef157a4030_SeqId_4_ - updating store file list. 2024-11-08T09:21:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d3d4f7b64c1c4e23a01b78ef157a4030_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T09:21:12,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/default/test/2c93a191e22e11265948bf51708a2410/f/d3d4f7b64c1c4e23a01b78ef157a4030_SeqId_4_ into 2c93a191e22e11265948bf51708a2410/f 2024-11-08T09:21:12,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/staging/jenkins.hfs.23__test__tec80e95cpjjoqhv750ck53q53ag9rrhg2iggc460d6n9narb8slptuu22166nc5/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ into 2c93a191e22e11265948bf51708a2410/f (new location: hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/default/test/2c93a191e22e11265948bf51708a2410/f/d3d4f7b64c1c4e23a01b78ef157a4030_SeqId_4_) 2024-11-08T09:21:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/staging/jenkins.hfs.23__test__tec80e95cpjjoqhv750ck53q53ag9rrhg2iggc460d6n9narb8slptuu22166nc5/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ 2024-11-08T09:21:12,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46395 {}] regionserver.ReplicationSink(324): Finished replicating [979befe8-04d1-4fe3-b1db-43f7980fc7d6] bulk loaded data 2024-11-08T09:21:12,218 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T09:21:12,227 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:12,370 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 0, reset compression=false 2024-11-08T09:21:12,382 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T09:21:12,383 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,32887,1731057651702 got entry batch from reader: WALEntryBatch [walEntries=[{test/382f9baf75fc6a553582621a8701c3b8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731057671846/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T09:21:12,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.ReplicationSink(318): Replicating [979befe8-04d1-4fe3-b1db-43f7980fc7d6] bulk loaded data 2024-11-08T09:21:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741839_1015 (size=11194) 2024-11-08T09:21:12,540 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:12,583 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:12,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741840_1016 (size=10791) 2024-11-08T09:21:12,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T09:21:12,818 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__gnfnpvha2vnl1dvp7osvin1gav4qrhkmjo88a29nrtm7kalo80ei1i67polp3cc/f/79931a1524c143559506f722998fbdef_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T09:21:12,821 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__gnfnpvha2vnl1dvp7osvin1gav4qrhkmjo88a29nrtm7kalo80ei1i67polp3cc/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T09:21:12,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__gnfnpvha2vnl1dvp7osvin1gav4qrhkmjo88a29nrtm7kalo80ei1i67polp3cc/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ for inclusion in 8c1931906002662f790c3bc9accca6f7/f 2024-11-08T09:21:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T09:21:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:21:12,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__gnfnpvha2vnl1dvp7osvin1gav4qrhkmjo88a29nrtm7kalo80ei1i67polp3cc/f/79931a1524c143559506f722998fbdef_SeqId_6_ for inclusion in 8c1931906002662f790c3bc9accca6f7/f 2024-11-08T09:21:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T09:21:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T09:21:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HRegion(2603): Flush status journal for 8c1931906002662f790c3bc9accca6f7: 2024-11-08T09:21:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T09:21:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__gnfnpvha2vnl1dvp7osvin1gav4qrhkmjo88a29nrtm7kalo80ei1i67polp3cc/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/ff2c34db8d844e9b93446299a5726ffb_SeqId_6_ 2024-11-08T09:21:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 79931a1524c143559506f722998fbdef_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T09:21:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__gnfnpvha2vnl1dvp7osvin1gav4qrhkmjo88a29nrtm7kalo80ei1i67polp3cc/f/79931a1524c143559506f722998fbdef_SeqId_6_ as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/b11d72708bef423a841e642d91799618_SeqId_6_ 2024-11-08T09:21:12,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__gnfnpvha2vnl1dvp7osvin1gav4qrhkmjo88a29nrtm7kalo80ei1i67polp3cc/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ into 8c1931906002662f790c3bc9accca6f7/f as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/ff2c34db8d844e9b93446299a5726ffb_SeqId_6_ - updating store file list. 2024-11-08T09:21:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff2c34db8d844e9b93446299a5726ffb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T09:21:12,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/ff2c34db8d844e9b93446299a5726ffb_SeqId_6_ into 8c1931906002662f790c3bc9accca6f7/f 2024-11-08T09:21:12,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__gnfnpvha2vnl1dvp7osvin1gav4qrhkmjo88a29nrtm7kalo80ei1i67polp3cc/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ into 8c1931906002662f790c3bc9accca6f7/f (new location: hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/ff2c34db8d844e9b93446299a5726ffb_SeqId_6_) 2024-11-08T09:21:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__gnfnpvha2vnl1dvp7osvin1gav4qrhkmjo88a29nrtm7kalo80ei1i67polp3cc/f/fff4cd0e5cc7410599f3c1c42b7c9e7f_SeqId_6_ 2024-11-08T09:21:12,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__gnfnpvha2vnl1dvp7osvin1gav4qrhkmjo88a29nrtm7kalo80ei1i67polp3cc/f/79931a1524c143559506f722998fbdef_SeqId_6_ into 8c1931906002662f790c3bc9accca6f7/f as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/b11d72708bef423a841e642d91799618_SeqId_6_ - updating store file list. 2024-11-08T09:21:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b11d72708bef423a841e642d91799618_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T09:21:12,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/b11d72708bef423a841e642d91799618_SeqId_6_ into 8c1931906002662f790c3bc9accca6f7/f 2024-11-08T09:21:12,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__gnfnpvha2vnl1dvp7osvin1gav4qrhkmjo88a29nrtm7kalo80ei1i67polp3cc/f/79931a1524c143559506f722998fbdef_SeqId_6_ into 8c1931906002662f790c3bc9accca6f7/f (new location: hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/f/b11d72708bef423a841e642d91799618_SeqId_6_) 2024-11-08T09:21:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/staging/jenkins.hfs.22__test__gnfnpvha2vnl1dvp7osvin1gav4qrhkmjo88a29nrtm7kalo80ei1i67polp3cc/f/79931a1524c143559506f722998fbdef_SeqId_6_ 2024-11-08T09:21:12,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34781 {}] regionserver.ReplicationSink(324): Finished replicating [979befe8-04d1-4fe3-b1db-43f7980fc7d6] bulk loaded data 2024-11-08T09:21:12,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:21:12,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:21:12,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:12,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:12,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:12,867 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:21:12,867 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1086297619, stopped=false 2024-11-08T09:21:12,868 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,34379,1731057662381 2024-11-08T09:21:12,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:21:12,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1628986995/running 2024-11-08T09:21:12,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1628986995/running 2024-11-08T09:21:12,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:12,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:12,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:21:12,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:21:12,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:12,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:12,880 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,46395,1731057662514' ***** 2024-11-08T09:21:12,880 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:21:12,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Set watcher on znode that does not yet exist, /2-1628986995/running 2024-11-08T09:21:12,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Set watcher on znode that does not yet exist, /2-1628986995/running 2024-11-08T09:21:12,881 INFO [RS:0;cf4d76213909:46395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:21:12,881 INFO [RS:0;cf4d76213909:46395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:21:12,881 INFO [RS:0;cf4d76213909:46395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:21:12,881 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:21:12,881 INFO [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:12,882 INFO [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,46395,1731057662514 2024-11-08T09:21:12,882 INFO [RS:0;cf4d76213909:46395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:21:12,882 INFO [RS:0;cf4d76213909:46395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:46395. 2024-11-08T09:21:12,882 DEBUG [RS:0;cf4d76213909:46395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:12,882 DEBUG [RS:0;cf4d76213909:46395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:12,882 INFO [RS:0;cf4d76213909:46395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:21:12,882 INFO [RS:0;cf4d76213909:46395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:21:12,882 INFO [RS:0;cf4d76213909:46395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:21:12,882 INFO [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:21:12,882 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c93a191e22e11265948bf51708a2410, disabling compactions & flushes 2024-11-08T09:21:12,882 INFO [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:21:12,883 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057665884.2c93a191e22e11265948bf51708a2410. 2024-11-08T09:21:12,883 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057665884.2c93a191e22e11265948bf51708a2410. 2024-11-08T09:21:12,883 DEBUG [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(1325): Online Regions={2c93a191e22e11265948bf51708a2410=test,,1731057665884.2c93a191e22e11265948bf51708a2410., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:21:12,883 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057665884.2c93a191e22e11265948bf51708a2410. after waiting 0 ms 2024-11-08T09:21:12,883 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:21:12,883 DEBUG [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c93a191e22e11265948bf51708a2410 2024-11-08T09:21:12,883 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:21:12,883 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057665884.2c93a191e22e11265948bf51708a2410. 2024-11-08T09:21:12,883 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:21:12,883 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:21:12,883 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:21:12,883 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T09:21:12,900 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:12,905 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/default/test/2c93a191e22e11265948bf51708a2410/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T09:21:12,905 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:21:12,906 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:21:12,906 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057665884.2c93a191e22e11265948bf51708a2410. 2024-11-08T09:21:12,906 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c93a191e22e11265948bf51708a2410: Waiting for close lock at 1731057672882Running coprocessor pre-close hooks at 1731057672882Disabling compacts and flushes for region at 1731057672882Disabling writes for close at 1731057672883 (+1 ms)Writing region close event to WAL at 1731057672888 (+5 ms)Running coprocessor post-close hooks at 1731057672905 (+17 ms)Closed at 1731057672906 (+1 ms) 2024-11-08T09:21:12,906 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057665884.2c93a191e22e11265948bf51708a2410. 2024-11-08T09:21:12,909 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/.tmp/info/0643acc0f19543c9b51c1ea3d2fe8895 is 129, key is test,,1731057665884.2c93a191e22e11265948bf51708a2410./info:regioninfo/1731057666692/Put/seqid=0 2024-11-08T09:21:12,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741839_1015 (size=6421) 2024-11-08T09:21:12,922 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/.tmp/info/0643acc0f19543c9b51c1ea3d2fe8895 2024-11-08T09:21:12,945 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:12,947 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/.tmp/ns/81c8eeb5d718475cbc62f505277af73e is 43, key is default/ns:d/1731057664057/Put/seqid=0 2024-11-08T09:21:12,951 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:21:12,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741840_1016 (size=5153) 2024-11-08T09:21:12,952 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/.tmp/ns/81c8eeb5d718475cbc62f505277af73e 2024-11-08T09:21:12,969 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/.tmp/rep_barrier/7616f249e7f34e369e84a2f71c15ac76 is 112, key is test,,1731057665884.2c93a191e22e11265948bf51708a2410./rep_barrier:seqnumDuringOpen/1731057666692/Put/seqid=0 2024-11-08T09:21:12,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741841_1017 (size=5518) 2024-11-08T09:21:13,083 DEBUG [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:21:13,283 DEBUG [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:21:13,329 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:13,353 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:21:13,353 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:21:13,373 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/.tmp/rep_barrier/7616f249e7f34e369e84a2f71c15ac76 2024-11-08T09:21:13,396 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/.tmp/table/379151835e7243668948fe9f803d72c3 is 40, key is test/table:state/1731057666701/Put/seqid=0 2024-11-08T09:21:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741842_1018 (size=5165) 2024-11-08T09:21:13,450 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:13,483 DEBUG [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:21:13,683 DEBUG [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:21:13,800 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/.tmp/table/379151835e7243668948fe9f803d72c3 2024-11-08T09:21:13,805 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/.tmp/info/0643acc0f19543c9b51c1ea3d2fe8895 as hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/info/0643acc0f19543c9b51c1ea3d2fe8895 2024-11-08T09:21:13,809 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/info/0643acc0f19543c9b51c1ea3d2fe8895, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T09:21:13,809 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/.tmp/ns/81c8eeb5d718475cbc62f505277af73e as hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/ns/81c8eeb5d718475cbc62f505277af73e 2024-11-08T09:21:13,813 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/ns/81c8eeb5d718475cbc62f505277af73e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T09:21:13,813 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/.tmp/rep_barrier/7616f249e7f34e369e84a2f71c15ac76 as hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/rep_barrier/7616f249e7f34e369e84a2f71c15ac76 2024-11-08T09:21:13,816 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/rep_barrier/7616f249e7f34e369e84a2f71c15ac76, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T09:21:13,817 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/.tmp/table/379151835e7243668948fe9f803d72c3 as hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/table/379151835e7243668948fe9f803d72c3 2024-11-08T09:21:13,819 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/table/379151835e7243668948fe9f803d72c3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T09:21:13,820 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=11, compaction requested=false 2024-11-08T09:21:13,823 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T09:21:13,824 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:21:13,824 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:21:13,824 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:21:13,824 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057672883Running coprocessor pre-close hooks at 1731057672883Disabling compacts and flushes for region at 1731057672883Disabling writes for close at 1731057672883Obtaining lock to block concurrent updates at 1731057672883Preparing flush snapshotting stores in 1588230740 at 1731057672883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731057672884 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731057672884Flushing 1588230740/info: creating writer at 1731057672884Flushing 1588230740/info: appending metadata at 1731057672908 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731057672908Flushing 1588230740/ns: creating writer at 1731057672927 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731057672947 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731057672947Flushing 1588230740/rep_barrier: creating writer at 1731057672956 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057672969 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057672969Flushing 1588230740/table: creating writer at 1731057673377 (+408 ms)Flushing 1588230740/table: appending metadata at 1731057673396 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731057673396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3434537a: reopening flushed file at 1731057673804 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369b0827: reopening flushed file at 1731057673809 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7393d252: reopening flushed file at 1731057673813 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@368ab794: reopening flushed file at 1731057673816 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=11, compaction requested=false at 1731057673820 (+4 ms)Writing region close event to WAL at 1731057673821 (+1 ms)Running coprocessor post-close hooks at 1731057673824 (+3 ms)Closed at 1731057673824 2024-11-08T09:21:13,824 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:21:13,841 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:13,883 INFO [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,46395,1731057662514; all regions closed. 2024-11-08T09:21:13,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741834_1010 (size=2717) 2024-11-08T09:21:13,887 DEBUG [RS:0;cf4d76213909:46395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/oldWALs 2024-11-08T09:21:13,887 INFO [RS:0;cf4d76213909:46395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C46395%2C1731057662514.meta:.meta(num 1731057664000) 2024-11-08T09:21:13,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741832_1008 (size=1028) 2024-11-08T09:21:13,891 DEBUG [RS:0;cf4d76213909:46395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/oldWALs 2024-11-08T09:21:13,891 INFO [RS:0;cf4d76213909:46395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C46395%2C1731057662514:(num 1731057663479) 2024-11-08T09:21:13,891 DEBUG [RS:0;cf4d76213909:46395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:13,891 INFO [RS:0;cf4d76213909:46395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:21:13,891 INFO [RS:0;cf4d76213909:46395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:21:13,891 INFO [RS:0;cf4d76213909:46395 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T09:21:13,891 INFO [RS:0;cf4d76213909:46395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:21:13,891 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:21:13,892 INFO [RS:0;cf4d76213909:46395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:46395. 2024-11-08T09:21:13,892 DEBUG [RS:0;cf4d76213909:46395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:13,892 DEBUG [RS:0;cf4d76213909:46395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:13,892 DEBUG [RS:0;cf4d76213909:46395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:13,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:21:13,892 INFO [RS:0;cf4d76213909:46395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46395 2024-11-08T09:21:13,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995/rs 2024-11-08T09:21:13,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1628986995/rs/cf4d76213909,46395,1731057662514 2024-11-08T09:21:13,900 INFO [RS:0;cf4d76213909:46395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:21:13,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,46395,1731057662514] 2024-11-08T09:21:13,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1628986995/draining/cf4d76213909,46395,1731057662514 already deleted, retry=false 2024-11-08T09:21:13,942 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,46395,1731057662514 expired; onlineServers=0 2024-11-08T09:21:13,942 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,34379,1731057662381' ***** 2024-11-08T09:21:13,942 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:21:13,942 INFO [M:0;cf4d76213909:34379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:21:13,942 INFO [M:0;cf4d76213909:34379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:21:13,942 DEBUG [M:0;cf4d76213909:34379 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:21:13,942 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:21:13,942 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057663205 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057663205,5,FailOnTimeoutGroup] 2024-11-08T09:21:13,942 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057663205 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057663205,5,FailOnTimeoutGroup] 2024-11-08T09:21:13,943 DEBUG [M:0;cf4d76213909:34379 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:21:13,943 INFO [M:0;cf4d76213909:34379 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:21:13,943 INFO [M:0;cf4d76213909:34379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:21:13,943 DEBUG [M:0;cf4d76213909:34379 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:21:13,943 INFO [M:0;cf4d76213909:34379 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:21:13,943 INFO [M:0;cf4d76213909:34379 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:21:13,943 INFO [M:0;cf4d76213909:34379 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:21:13,943 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:21:13,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1628986995/master 2024-11-08T09:21:13,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1628986995 2024-11-08T09:21:13,952 DEBUG [M:0;cf4d76213909:34379 {}] zookeeper.ZKUtil(347): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Unable to get data of znode /2-1628986995/master because node does not exist (not an error) 2024-11-08T09:21:13,952 WARN [M:0;cf4d76213909:34379 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:21:13,953 INFO [M:0;cf4d76213909:34379 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/.lastflushedseqids 2024-11-08T09:21:13,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741843_1019 (size=173) 2024-11-08T09:21:14,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:21:14,021 INFO [RS:0;cf4d76213909:46395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:21:14,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10119bf7c8d0007, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:21:14,021 INFO [RS:0;cf4d76213909:46395 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,46395,1731057662514; zookeeper connection closed. 2024-11-08T09:21:14,021 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b0a82c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b0a82c5 2024-11-08T09:21:14,021 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:21:14,055 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:14,363 INFO [M:0;cf4d76213909:34379 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:21:14,363 INFO [M:0;cf4d76213909:34379 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:21:14,364 DEBUG [M:0;cf4d76213909:34379 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:21:14,364 INFO [M:0;cf4d76213909:34379 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:14,364 DEBUG [M:0;cf4d76213909:34379 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:14,364 DEBUG [M:0;cf4d76213909:34379 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:21:14,364 DEBUG [M:0;cf4d76213909:34379 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:14,364 INFO [M:0;cf4d76213909:34379 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-08T09:21:14,385 DEBUG [M:0;cf4d76213909:34379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7156d32a05254a448d1623b70632d855 is 82, key is hbase:meta,,1/info:regioninfo/1731057664038/Put/seqid=0 2024-11-08T09:21:14,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741844_1020 (size=5672) 2024-11-08T09:21:14,391 INFO [M:0;cf4d76213909:34379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7156d32a05254a448d1623b70632d855 2024-11-08T09:21:14,413 DEBUG [M:0;cf4d76213909:34379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92a8de3c53b6473bb60d2fa3c0d09236 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731057666705/Put/seqid=0 2024-11-08T09:21:14,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741845_1021 (size=6586) 2024-11-08T09:21:14,444 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:14,449 INFO [M:0;cf4d76213909:34379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92a8de3c53b6473bb60d2fa3c0d09236 2024-11-08T09:21:14,481 DEBUG [M:0;cf4d76213909:34379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ce4ea5d6cc442f4b23dc06ea24d1cfb is 69, key is cf4d76213909,46395,1731057662514/rs:state/1731057663237/Put/seqid=0 2024-11-08T09:21:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741846_1022 (size=5156) 2024-11-08T09:21:14,494 INFO [M:0;cf4d76213909:34379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ce4ea5d6cc442f4b23dc06ea24d1cfb 2024-11-08T09:21:14,499 DEBUG [M:0;cf4d76213909:34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7156d32a05254a448d1623b70632d855 as hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7156d32a05254a448d1623b70632d855 2024-11-08T09:21:14,503 INFO [M:0;cf4d76213909:34379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7156d32a05254a448d1623b70632d855, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T09:21:14,504 DEBUG [M:0;cf4d76213909:34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92a8de3c53b6473bb60d2fa3c0d09236 as hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92a8de3c53b6473bb60d2fa3c0d09236 2024-11-08T09:21:14,508 INFO [M:0;cf4d76213909:34379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92a8de3c53b6473bb60d2fa3c0d09236, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T09:21:14,509 DEBUG [M:0;cf4d76213909:34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ce4ea5d6cc442f4b23dc06ea24d1cfb as hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ce4ea5d6cc442f4b23dc06ea24d1cfb 2024-11-08T09:21:14,515 INFO [M:0;cf4d76213909:34379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40263/user/jenkins/test-data/edf00862-320d-d6b2-0f28-e1dcb438b649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ce4ea5d6cc442f4b23dc06ea24d1cfb, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T09:21:14,516 INFO [M:0;cf4d76213909:34379 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 152ms, sequenceid=55, compaction requested=false 2024-11-08T09:21:14,534 INFO [M:0;cf4d76213909:34379 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:14,534 DEBUG [M:0;cf4d76213909:34379 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057674363Disabling compacts and flushes for region at 1731057674363Disabling writes for close at 1731057674364 (+1 ms)Obtaining lock to block concurrent updates at 1731057674364Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057674364Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731057674364Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057674365 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057674365Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057674385 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057674385Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057674395 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057674413 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057674413Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057674455 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057674481 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057674481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3820d123: reopening flushed file at 1731057674498 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cace744: reopening flushed file at 1731057674503 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f9b810: reopening flushed file at 1731057674508 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 152ms, sequenceid=55, compaction requested=false at 1731057674516 (+8 ms)Writing region close event to WAL at 1731057674534 (+18 ms)Closed at 1731057674534 2024-11-08T09:21:14,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741830_1006 (size=32770) 2024-11-08T09:21:14,543 INFO [M:0;cf4d76213909:34379 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:21:14,543 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:21:14,543 INFO [M:0;cf4d76213909:34379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34379 2024-11-08T09:21:14,543 INFO [M:0;cf4d76213909:34379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:21:14,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:21:14,695 INFO [M:0;cf4d76213909:34379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:21:14,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x10119bf7c8d0006, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:21:14,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53c3feb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:21:14,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12b04a19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:21:14,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:21:14,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2164001f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:21:14,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d0d0e34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/hadoop.log.dir/,STOPPED} 2024-11-08T09:21:14,745 WARN [BP-1111074878-172.17.0.2-1731057660206 heartbeating to localhost/127.0.0.1:40263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:21:14,745 WARN [BP-1111074878-172.17.0.2-1731057660206 heartbeating to localhost/127.0.0.1:40263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1111074878-172.17.0.2-1731057660206 (Datanode Uuid 3b180aba-be13-412a-bab1-e22c5af266a0) service to localhost/127.0.0.1:40263 2024-11-08T09:21:14,745 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:21:14,745 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:21:14,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/cluster_ece4f64d-5f07-b42c-5081-9752262f4ba2/data/data1/current/BP-1111074878-172.17.0.2-1731057660206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:21:14,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/cluster_ece4f64d-5f07-b42c-5081-9752262f4ba2/data/data2/current/BP-1111074878-172.17.0.2-1731057660206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:21:14,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:21:14,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41711398{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:21:14,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69db6d22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:21:14,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:21:14,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23281ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:21:14,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34dadd77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06076b39-3c76-f6cd-4102-15dc2ec96f66/hadoop.log.dir/,STOPPED} 2024-11-08T09:21:14,759 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:21:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:21:14,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:21:14,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:14,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:14,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:14,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:21:14,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:21:14,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1111868095, stopped=false 2024-11-08T09:21:14,775 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,37961,1731057657878 2024-11-08T09:21:14,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298512119/running 2024-11-08T09:21:14,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298512119/running 2024-11-08T09:21:14,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:21:14,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:21:14,795 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:21:14,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:21:14,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:14,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:14,795 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,34781,1731057658151' ***** 2024-11-08T09:21:14,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Set watcher on znode that does not yet exist, /11298512119/running 2024-11-08T09:21:14,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Set watcher on znode that does not yet exist, /11298512119/running 2024-11-08T09:21:14,796 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:21:14,796 INFO [RS:0;cf4d76213909:34781 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:21:14,796 INFO [RS:0;cf4d76213909:34781 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:21:14,796 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:21:14,796 INFO [RS:0;cf4d76213909:34781 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:21:14,796 INFO [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:14,797 INFO [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,34781,1731057658151 2024-11-08T09:21:14,797 INFO [RS:0;cf4d76213909:34781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:21:14,797 INFO [RS:0;cf4d76213909:34781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:34781. 2024-11-08T09:21:14,797 DEBUG [RS:0;cf4d76213909:34781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:14,797 DEBUG [RS:0;cf4d76213909:34781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:14,797 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c1931906002662f790c3bc9accca6f7, disabling compactions & flushes 2024-11-08T09:21:14,797 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057665254.8c1931906002662f790c3bc9accca6f7. 2024-11-08T09:21:14,797 INFO [RS:0;cf4d76213909:34781 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:21:14,797 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057665254.8c1931906002662f790c3bc9accca6f7. 2024-11-08T09:21:14,797 INFO [RS:0;cf4d76213909:34781 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:21:14,797 INFO [RS:0;cf4d76213909:34781 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:21:14,797 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057665254.8c1931906002662f790c3bc9accca6f7. after waiting 0 ms 2024-11-08T09:21:14,797 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057665254.8c1931906002662f790c3bc9accca6f7. 2024-11-08T09:21:14,797 INFO [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:21:14,812 INFO [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T09:21:14,812 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1325): Online Regions={8c1931906002662f790c3bc9accca6f7=test,,1731057665254.8c1931906002662f790c3bc9accca6f7., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:21:14,812 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c1931906002662f790c3bc9accca6f7 2024-11-08T09:21:14,824 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:21:14,824 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:21:14,824 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:21:14,824 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:21:14,824 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:21:14,825 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T09:21:14,825 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/default/test/8c1931906002662f790c3bc9accca6f7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T09:21:14,825 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:21:14,826 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:21:14,826 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057665254.8c1931906002662f790c3bc9accca6f7. 2024-11-08T09:21:14,826 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c1931906002662f790c3bc9accca6f7: Waiting for close lock at 1731057674797Running coprocessor pre-close hooks at 1731057674797Disabling compacts and flushes for region at 1731057674797Disabling writes for close at 1731057674797Writing region close event to WAL at 1731057674821 (+24 ms)Running coprocessor post-close hooks at 1731057674825 (+4 ms)Closed at 1731057674826 (+1 ms) 2024-11-08T09:21:14,826 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057665254.8c1931906002662f790c3bc9accca6f7. 2024-11-08T09:21:14,845 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:21:14,850 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/.tmp/info/91a4e5368ffa4ceba6240b3e41b7a492 is 129, key is test,,1731057665254.8c1931906002662f790c3bc9accca6f7./info:regioninfo/1731057665622/Put/seqid=0 2024-11-08T09:21:14,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741841_1017 (size=6421) 2024-11-08T09:21:14,856 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T09:21:15,012 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:21:15,154 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:15,213 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:21:15,255 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/.tmp/info/91a4e5368ffa4ceba6240b3e41b7a492 2024-11-08T09:21:15,280 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/.tmp/ns/27ad2e0a68a34a6a8ac9ec59794ca500 is 43, key is default/ns:d/1731057660101/Put/seqid=0 2024-11-08T09:21:15,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741842_1018 (size=5153) 2024-11-08T09:21:15,413 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:21:15,577 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:15,613 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:21:15,616 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T09:21:15,616 INFO [regionserver/cf4d76213909:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T09:21:15,710 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/.tmp/ns/27ad2e0a68a34a6a8ac9ec59794ca500 2024-11-08T09:21:15,747 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/.tmp/rep_barrier/a509f57958454573b60a9383e8118363 is 112, key is test,,1731057665254.8c1931906002662f790c3bc9accca6f7./rep_barrier:seqnumDuringOpen/1731057665622/Put/seqid=0 2024-11-08T09:21:15,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741843_1019 (size=5518) 2024-11-08T09:21:15,780 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/.tmp/rep_barrier/a509f57958454573b60a9383e8118363 2024-11-08T09:21:15,816 INFO [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T09:21:15,816 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T09:21:15,816 DEBUG [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:21:15,823 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/.tmp/table/53408b32a7fc423d9b07d4349ef272ae is 40, key is test/table:state/1731057665636/Put/seqid=0 2024-11-08T09:21:15,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741844_1020 (size=5165) 2024-11-08T09:21:15,838 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/.tmp/table/53408b32a7fc423d9b07d4349ef272ae 2024-11-08T09:21:15,844 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/.tmp/info/91a4e5368ffa4ceba6240b3e41b7a492 as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/info/91a4e5368ffa4ceba6240b3e41b7a492 2024-11-08T09:21:15,849 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/info/91a4e5368ffa4ceba6240b3e41b7a492, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T09:21:15,850 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/.tmp/ns/27ad2e0a68a34a6a8ac9ec59794ca500 as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/ns/27ad2e0a68a34a6a8ac9ec59794ca500 2024-11-08T09:21:15,855 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/ns/27ad2e0a68a34a6a8ac9ec59794ca500, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T09:21:15,856 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/.tmp/rep_barrier/a509f57958454573b60a9383e8118363 as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/rep_barrier/a509f57958454573b60a9383e8118363 2024-11-08T09:21:15,861 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/rep_barrier/a509f57958454573b60a9383e8118363, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T09:21:15,862 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/.tmp/table/53408b32a7fc423d9b07d4349ef272ae as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/table/53408b32a7fc423d9b07d4349ef272ae 2024-11-08T09:21:15,867 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/table/53408b32a7fc423d9b07d4349ef272ae, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T09:21:15,868 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1044ms, sequenceid=11, compaction requested=false 2024-11-08T09:21:15,868 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:21:15,874 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T09:21:15,874 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:21:15,874 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:21:15,874 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:21:15,874 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057674824Running coprocessor pre-close hooks at 1731057674824Disabling compacts and flushes for region at 1731057674824Disabling writes for close at 1731057674824Obtaining lock to block concurrent updates at 1731057674825 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731057674825Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731057674825Flushing stores of hbase:meta,,1.1588230740 at 1731057674825Flushing 1588230740/info: creating writer at 1731057674826 (+1 ms)Flushing 1588230740/info: appending metadata at 1731057674850 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731057674850Flushing 1588230740/ns: creating writer at 1731057675261 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731057675279 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731057675280 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731057675720 (+440 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057675747 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057675747Flushing 1588230740/table: creating writer at 1731057675785 (+38 ms)Flushing 1588230740/table: appending metadata at 1731057675823 (+38 ms)Flushing 1588230740/table: closing flushed file at 1731057675823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ee6d94: reopening flushed file at 1731057675843 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f749ebf: reopening flushed file at 1731057675849 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c48753f: reopening flushed file at 1731057675855 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c044f6a: reopening flushed file at 1731057675861 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1044ms, sequenceid=11, compaction requested=false at 1731057675868 (+7 ms)Writing region close event to WAL at 1731057675870 (+2 ms)Running coprocessor post-close hooks at 1731057675874 (+4 ms)Closed at 1731057675874 2024-11-08T09:21:15,874 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:21:15,958 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:16,016 INFO [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,34781,1731057658151; all regions closed. 2024-11-08T09:21:16,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741834_1010 (size=2717) 2024-11-08T09:21:16,021 DEBUG [RS:0;cf4d76213909:34781 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/oldWALs 2024-11-08T09:21:16,021 INFO [RS:0;cf4d76213909:34781 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C34781%2C1731057658151.meta:.meta(num 1731057659990) 2024-11-08T09:21:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741833_1009 (size=1374) 2024-11-08T09:21:16,025 DEBUG [RS:0;cf4d76213909:34781 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/oldWALs 2024-11-08T09:21:16,026 INFO [RS:0;cf4d76213909:34781 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cf4d76213909%2C34781%2C1731057658151:(num 1731057659669) 2024-11-08T09:21:16,026 DEBUG [RS:0;cf4d76213909:34781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:16,026 INFO [RS:0;cf4d76213909:34781 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:21:16,026 INFO [RS:0;cf4d76213909:34781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:21:16,026 INFO [RS:0;cf4d76213909:34781 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T09:21:16,026 INFO [RS:0;cf4d76213909:34781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:21:16,026 INFO [RS:0;cf4d76213909:34781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:34781. 2024-11-08T09:21:16,026 DEBUG [RS:0;cf4d76213909:34781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:16,027 DEBUG [RS:0;cf4d76213909:34781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:16,027 DEBUG [RS:0;cf4d76213909:34781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:16,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:21:16,027 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:21:16,028 INFO [RS:0;cf4d76213909:34781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34781 2024-11-08T09:21:16,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119/rs 2024-11-08T09:21:16,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298512119/rs/cf4d76213909,34781,1731057658151 2024-11-08T09:21:16,044 INFO [RS:0;cf4d76213909:34781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:21:16,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,34781,1731057658151] 2024-11-08T09:21:16,069 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11298512119/draining/cf4d76213909,34781,1731057658151 already deleted, retry=false 2024-11-08T09:21:16,069 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,34781,1731057658151 expired; onlineServers=0 2024-11-08T09:21:16,069 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,37961,1731057657878' ***** 2024-11-08T09:21:16,069 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:21:16,070 INFO [M:0;cf4d76213909:37961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:21:16,070 INFO [M:0;cf4d76213909:37961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:21:16,070 DEBUG [M:0;cf4d76213909:37961 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:21:16,070 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:21:16,070 DEBUG [M:0;cf4d76213909:37961 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:21:16,070 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057659151 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057659151,5,FailOnTimeoutGroup] 2024-11-08T09:21:16,070 INFO [M:0;cf4d76213909:37961 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:21:16,070 INFO [M:0;cf4d76213909:37961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:21:16,070 DEBUG [M:0;cf4d76213909:37961 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:21:16,070 INFO [M:0;cf4d76213909:37961 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:21:16,070 INFO [M:0;cf4d76213909:37961 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:21:16,071 INFO [M:0;cf4d76213909:37961 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:21:16,071 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:21:16,071 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057659150 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057659150,5,FailOnTimeoutGroup] 2024-11-08T09:21:16,089 DEBUG [M:0;cf4d76213909:37961 {}] zookeeper.RecoverableZooKeeper(212): Node /11298512119/master already deleted, retry=false 2024-11-08T09:21:16,089 DEBUG [M:0;cf4d76213909:37961 {}] master.ActiveMasterManager(353): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Failed delete of our master address node; KeeperErrorCode = NoNode for /11298512119/master 2024-11-08T09:21:16,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298512119/master 2024-11-08T09:21:16,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298512119 2024-11-08T09:21:16,101 INFO [M:0;cf4d76213909:37961 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/.lastflushedseqids 2024-11-08T09:21:16,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741845_1021 (size=173) 2024-11-08T09:21:16,122 INFO [M:0;cf4d76213909:37961 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:21:16,123 INFO [M:0;cf4d76213909:37961 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:21:16,123 DEBUG [M:0;cf4d76213909:37961 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:21:16,123 INFO [M:0;cf4d76213909:37961 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:16,123 DEBUG [M:0;cf4d76213909:37961 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:16,123 DEBUG [M:0;cf4d76213909:37961 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:21:16,123 DEBUG [M:0;cf4d76213909:37961 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:16,123 INFO [M:0;cf4d76213909:37961 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-08T09:21:16,145 DEBUG [M:0;cf4d76213909:37961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/541973afee204798a9b9b429d74536dd is 82, key is hbase:meta,,1/info:regioninfo/1731057660061/Put/seqid=0 2024-11-08T09:21:16,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:21:16,154 INFO [RS:0;cf4d76213909:34781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:21:16,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34781-0x10119bf7c8d0004, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:21:16,154 INFO [RS:0;cf4d76213909:34781 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,34781,1731057658151; zookeeper connection closed. 2024-11-08T09:21:16,165 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50d06990 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50d06990 2024-11-08T09:21:16,165 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:21:16,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741846_1022 (size=5672) 2024-11-08T09:21:16,486 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:16,566 INFO [M:0;cf4d76213909:37961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/541973afee204798a9b9b429d74536dd 2024-11-08T09:21:16,587 DEBUG [M:0;cf4d76213909:37961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a303708d21d496db1bd209df1ee0cdf is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731057665639/Put/seqid=0 2024-11-08T09:21:16,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741847_1023 (size=6586) 2024-11-08T09:21:16,861 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:16,992 INFO [M:0;cf4d76213909:37961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a303708d21d496db1bd209df1ee0cdf 2024-11-08T09:21:17,016 DEBUG [M:0;cf4d76213909:37961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30809c973d8b4ea0a85c35286f7dd4cc is 69, key is cf4d76213909,34781,1731057658151/rs:state/1731057659326/Put/seqid=0 2024-11-08T09:21:17,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741848_1024 (size=5156) 2024-11-08T09:21:17,026 INFO [M:0;cf4d76213909:37961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30809c973d8b4ea0a85c35286f7dd4cc 2024-11-08T09:21:17,031 DEBUG [M:0;cf4d76213909:37961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/541973afee204798a9b9b429d74536dd as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/541973afee204798a9b9b429d74536dd 2024-11-08T09:21:17,037 INFO [M:0;cf4d76213909:37961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/541973afee204798a9b9b429d74536dd, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T09:21:17,039 DEBUG [M:0;cf4d76213909:37961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a303708d21d496db1bd209df1ee0cdf as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a303708d21d496db1bd209df1ee0cdf 2024-11-08T09:21:17,045 INFO [M:0;cf4d76213909:37961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a303708d21d496db1bd209df1ee0cdf, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T09:21:17,046 DEBUG [M:0;cf4d76213909:37961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30809c973d8b4ea0a85c35286f7dd4cc as hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30809c973d8b4ea0a85c35286f7dd4cc 2024-11-08T09:21:17,054 INFO [M:0;cf4d76213909:37961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40853/user/jenkins/test-data/733396ee-145f-a75f-82e7-8d9fe6f63e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30809c973d8b4ea0a85c35286f7dd4cc, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T09:21:17,055 INFO [M:0;cf4d76213909:37961 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 932ms, sequenceid=55, compaction requested=false 2024-11-08T09:21:17,057 INFO [M:0;cf4d76213909:37961 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:17,058 DEBUG [M:0;cf4d76213909:37961 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057676123Disabling compacts and flushes for region at 1731057676123Disabling writes for close at 1731057676123Obtaining lock to block concurrent updates at 1731057676123Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057676123Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731057676123Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057676128 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057676128Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057676145 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057676145Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057676570 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057676587 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057676587Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057676996 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057677016 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057677016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8dec611: reopening flushed file at 1731057677030 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c5aae1e: reopening flushed file at 1731057677038 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509778da: reopening flushed file at 1731057677045 (+7 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 932ms, sequenceid=55, compaction requested=false at 1731057677055 (+10 ms)Writing region close event to WAL at 1731057677057 (+2 ms)Closed at 1731057677057 2024-11-08T09:21:17,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741830_1006 (size=32770) 2024-11-08T09:21:17,063 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:21:17,063 INFO [M:0;cf4d76213909:37961 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:21:17,063 INFO [M:0;cf4d76213909:37961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37961 2024-11-08T09:21:17,063 INFO [M:0;cf4d76213909:37961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:21:17,231 INFO [M:0;cf4d76213909:37961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:21:17,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:21:17,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37961-0x10119bf7c8d0003, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:21:17,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dfc971b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:21:17,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b6b468d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:21:17,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:21:17,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fec7453{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:21:17,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f5c757{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/hadoop.log.dir/,STOPPED} 2024-11-08T09:21:17,236 WARN [BP-990055360-172.17.0.2-1731057655459 heartbeating to localhost/127.0.0.1:40853 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:21:17,236 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:21:17,236 WARN [BP-990055360-172.17.0.2-1731057655459 heartbeating to localhost/127.0.0.1:40853 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-990055360-172.17.0.2-1731057655459 (Datanode Uuid 1f906811-26fc-41d7-ad66-5b40d3804fd0) service to localhost/127.0.0.1:40853 2024-11-08T09:21:17,236 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:21:17,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/cluster_d47ae4b2-2325-6d69-5831-0076625aeb68/data/data1/current/BP-990055360-172.17.0.2-1731057655459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:21:17,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/cluster_d47ae4b2-2325-6d69-5831-0076625aeb68/data/data2/current/BP-990055360-172.17.0.2-1731057655459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:21:17,237 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:21:17,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ba3b30{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:21:17,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12930c2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:21:17,243 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:21:17,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd4bd4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:21:17,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5da295fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1946c05b-4126-62f4-1857-5747460e504f/hadoop.log.dir/,STOPPED} 2024-11-08T09:21:17,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:21:17,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T09:21:17,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:21:17,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:17,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:17,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:17,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:21:17,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T09:21:17,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1439289137, stopped=false 2024-11-08T09:21:17,260 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cf4d76213909,36679,1731057651033 2024-11-08T09:21:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-975268663/running 2024-11-08T09:21:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-975268663/running 2024-11-08T09:21:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:21:17,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:21:17,279 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:21:17,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T09:21:17,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Set watcher on znode that does not yet exist, /0-975268663/running 2024-11-08T09:21:17,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Set watcher on znode that does not yet exist, /0-975268663/running 2024-11-08T09:21:17,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:17,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:17,279 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cf4d76213909,32887,1731057651702' ***** 2024-11-08T09:21:17,279 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T09:21:17,279 INFO [RS:0;cf4d76213909:32887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T09:21:17,280 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T09:21:17,280 INFO [RS:0;cf4d76213909:32887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T09:21:17,280 INFO [RS:0;cf4d76213909:32887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T09:21:17,280 INFO [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(3091): Received CLOSE for 382f9baf75fc6a553582621a8701c3b8 2024-11-08T09:21:17,280 INFO [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(3091): Received CLOSE for 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:17,280 INFO [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(959): stopping server cf4d76213909,32887,1731057651702 2024-11-08T09:21:17,280 INFO [RS:0;cf4d76213909:32887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:21:17,280 INFO [RS:0;cf4d76213909:32887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:32887. 2024-11-08T09:21:17,280 DEBUG [RS:0;cf4d76213909:32887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:17,280 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 382f9baf75fc6a553582621a8701c3b8, disabling compactions & flushes 2024-11-08T09:21:17,280 DEBUG [RS:0;cf4d76213909:32887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:17,280 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. 2024-11-08T09:21:17,280 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. 2024-11-08T09:21:17,280 INFO [RS:0;cf4d76213909:32887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T09:21:17,280 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. after waiting 0 ms 2024-11-08T09:21:17,280 INFO [RS:0;cf4d76213909:32887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T09:21:17,280 INFO [RS:0;cf4d76213909:32887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T09:21:17,280 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. 2024-11-08T09:21:17,280 INFO [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T09:21:17,282 INFO [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T09:21:17,282 DEBUG [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 382f9baf75fc6a553582621a8701c3b8=test,,1731057664113.382f9baf75fc6a553582621a8701c3b8., 66e1fc544f20d14d0111a342b75a66c4=hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4.} 2024-11-08T09:21:17,282 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T09:21:17,283 DEBUG [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 382f9baf75fc6a553582621a8701c3b8, 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:17,283 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T09:21:17,283 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T09:21:17,283 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T09:21:17,283 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T09:21:17,283 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T09:21:17,284 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/default/test/382f9baf75fc6a553582621a8701c3b8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T09:21:17,284 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:21:17,285 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T09:21:17,285 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. 2024-11-08T09:21:17,285 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 382f9baf75fc6a553582621a8701c3b8: Waiting for close lock at 1731057677280Running coprocessor pre-close hooks at 1731057677280Disabling compacts and flushes for region at 1731057677280Disabling writes for close at 1731057677280Writing region close event to WAL at 1731057677281 (+1 ms)Running coprocessor post-close hooks at 1731057677284 (+3 ms)Closed at 1731057677285 (+1 ms) 2024-11-08T09:21:17,285 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731057664113.382f9baf75fc6a553582621a8701c3b8. 2024-11-08T09:21:17,285 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66e1fc544f20d14d0111a342b75a66c4, disabling compactions & flushes 2024-11-08T09:21:17,285 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. 2024-11-08T09:21:17,285 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. 2024-11-08T09:21:17,285 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. after waiting 0 ms 2024-11-08T09:21:17,285 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. 2024-11-08T09:21:17,285 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 66e1fc544f20d14d0111a342b75a66c4 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-08T09:21:17,301 INFO [regionserver/cf4d76213909:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:21:17,301 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/.tmp/info/7ac1f3f7bbfe416aab2e8e36bf79a267 is 147, key is hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4./info:regioninfo/1731057667527/Put/seqid=0 2024-11-08T09:21:17,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741847_1023 (size=7686) 2024-11-08T09:21:17,311 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/.tmp/info/7ac1f3f7bbfe416aab2e8e36bf79a267 2024-11-08T09:21:17,320 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4/.tmp/hfileref/ba0087e2e2c44cd597301b7f535546a0 is 74, key is 1/hfileref:1fe43e8592dd49ddbcad9fe5b65513b6_SeqId_4_/1731057669704/DeleteColumn/seqid=0 2024-11-08T09:21:17,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741848_1024 (size=5489) 2024-11-08T09:21:17,326 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4/.tmp/hfileref/ba0087e2e2c44cd597301b7f535546a0 2024-11-08T09:21:17,331 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/.tmp/ns/1cde10932b9644ddafe9574e6f03f3a4 is 43, key is default/ns:d/1731057655348/Put/seqid=0 2024-11-08T09:21:17,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741849_1025 (size=5153) 2024-11-08T09:21:17,334 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/.tmp/ns/1cde10932b9644ddafe9574e6f03f3a4 2024-11-08T09:21:17,351 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4/.tmp/queue/6823a049bf35402e967bf7dfa0b82361 is 153, key is 1-cf4d76213909,32887,1731057651702/queue:cf4d76213909%2C32887%2C1731057651702/1731057672855/Put/seqid=0 2024-11-08T09:21:17,362 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/.tmp/rep_barrier/ccb5bb2fbbc34db1af997eed1c7192d7 is 112, key is test,,1731057664113.382f9baf75fc6a553582621a8701c3b8./rep_barrier:seqnumDuringOpen/1731057664895/Put/seqid=0 2024-11-08T09:21:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741850_1026 (size=5504) 2024-11-08T09:21:17,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741851_1027 (size=5518) 2024-11-08T09:21:17,483 DEBUG [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:17,492 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:17,517 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:21:17,517 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 688, reset compression=false 2024-11-08T09:21:17,517 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-cf4d76213909,32887,1731057651702 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:21:17,518 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cf4d76213909,32887,1731057651702: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-cf4d76213909,32887,1731057651702, walGroup=cf4d76213909%2C32887%2C1731057651702, offset=cf4d76213909%2C32887%2C1731057651702.1731057670703:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:32887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T09:21:17,522 ERROR [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T09:21:17,523 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T09:21:17,523 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T09:21:17,523 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T09:21:17,523 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T09:21:17,523 INFO [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1570766848, "init": 1048576000, "max": 2306867200, "used": 995697960 }, "NonHeapMemoryUsage": { "committed": 210960384, "init": 7667712, "max": -1, "used": 207832288 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T09:21:17,526 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:36679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cf4d76213909:36679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T09:21:17,683 DEBUG [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66e1fc544f20d14d0111a342b75a66c4 2024-11-08T09:21:17,733 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 688, reset compression=false 2024-11-08T09:21:17,765 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4/.tmp/queue/6823a049bf35402e967bf7dfa0b82361 2024-11-08T09:21:17,772 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/.tmp/rep_barrier/ccb5bb2fbbc34db1af997eed1c7192d7 2024-11-08T09:21:17,773 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4/.tmp/hfileref/ba0087e2e2c44cd597301b7f535546a0 as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4/hfileref/ba0087e2e2c44cd597301b7f535546a0 2024-11-08T09:21:17,785 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4/hfileref/ba0087e2e2c44cd597301b7f535546a0, entries=6, sequenceid=17, filesize=5.4 K 2024-11-08T09:21:17,786 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4/.tmp/queue/6823a049bf35402e967bf7dfa0b82361 as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4/queue/6823a049bf35402e967bf7dfa0b82361 2024-11-08T09:21:17,792 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4/queue/6823a049bf35402e967bf7dfa0b82361, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T09:21:17,793 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 66e1fc544f20d14d0111a342b75a66c4 in 508ms, sequenceid=17, compaction requested=false 2024-11-08T09:21:17,819 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/.tmp/table/fbec7de2b70942fd903838f5edbf1d08 is 53, key is hbase:replication/table:state/1731057667551/Put/seqid=0 2024-11-08T09:21:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741852_1028 (size=5308) 2024-11-08T09:21:17,842 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/.tmp/table/fbec7de2b70942fd903838f5edbf1d08 2024-11-08T09:21:17,846 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/replication/66e1fc544f20d14d0111a342b75a66c4/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-08T09:21:17,847 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:21:17,847 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:21:17,847 INFO [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. 2024-11-08T09:21:17,847 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66e1fc544f20d14d0111a342b75a66c4: Waiting for close lock at 1731057677285Running coprocessor pre-close hooks at 1731057677285Disabling compacts and flushes for region at 1731057677285Disabling writes for close at 1731057677285Obtaining lock to block concurrent updates at 1731057677285Preparing flush snapshotting stores in 66e1fc544f20d14d0111a342b75a66c4 at 1731057677285Finished memstore snapshotting hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731057677285Flushing stores of hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. at 1731057677286 (+1 ms)Flushing 66e1fc544f20d14d0111a342b75a66c4/hfileref: creating writer at 1731057677286Flushing 66e1fc544f20d14d0111a342b75a66c4/hfileref: appending metadata at 1731057677319 (+33 ms)Flushing 66e1fc544f20d14d0111a342b75a66c4/hfileref: closing flushed file at 1731057677319Flushing 66e1fc544f20d14d0111a342b75a66c4/queue: creating writer at 1731057677331 (+12 ms)Flushing 66e1fc544f20d14d0111a342b75a66c4/queue: appending metadata at 1731057677350 (+19 ms)Flushing 66e1fc544f20d14d0111a342b75a66c4/queue: closing flushed file at 1731057677350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1022f884: reopening flushed file at 1731057677771 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@623d7818: reopening flushed file at 1731057677785 (+14 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 66e1fc544f20d14d0111a342b75a66c4 in 508ms, sequenceid=17, compaction requested=false at 1731057677793 (+8 ms)Writing region close event to WAL at 1731057677833 (+40 ms)Running coprocessor post-close hooks at 1731057677847 (+14 ms)Closed at 1731057677847 2024-11-08T09:21:17,848 DEBUG [RS_CLOSE_REGION-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731057667058.66e1fc544f20d14d0111a342b75a66c4. 2024-11-08T09:21:17,850 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/.tmp/info/7ac1f3f7bbfe416aab2e8e36bf79a267 as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/info/7ac1f3f7bbfe416aab2e8e36bf79a267 2024-11-08T09:21:17,858 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/info/7ac1f3f7bbfe416aab2e8e36bf79a267, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T09:21:17,860 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/.tmp/ns/1cde10932b9644ddafe9574e6f03f3a4 as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/ns/1cde10932b9644ddafe9574e6f03f3a4 2024-11-08T09:21:17,865 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 393, reset compression=false 2024-11-08T09:21:17,869 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/ns/1cde10932b9644ddafe9574e6f03f3a4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T09:21:17,870 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/.tmp/rep_barrier/ccb5bb2fbbc34db1af997eed1c7192d7 as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/rep_barrier/ccb5bb2fbbc34db1af997eed1c7192d7 2024-11-08T09:21:17,878 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/rep_barrier/ccb5bb2fbbc34db1af997eed1c7192d7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T09:21:17,880 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/.tmp/table/fbec7de2b70942fd903838f5edbf1d08 as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/table/fbec7de2b70942fd903838f5edbf1d08 2024-11-08T09:21:17,883 DEBUG [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T09:21:17,888 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/table/fbec7de2b70942fd903838f5edbf1d08, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T09:21:17,889 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T09:21:17,889 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 688, reset compression=false 2024-11-08T09:21:17,889 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cf4d76213909,32887,1731057651702 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T09:21:17,890 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-08T09:21:17,892 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 609ms, sequenceid=16, compaction requested=false 2024-11-08T09:21:17,892 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T09:21:17,915 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T09:21:17,916 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T09:21:17,916 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T09:21:17,916 INFO [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T09:21:17,916 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731057677282Running coprocessor pre-close hooks at 1731057677282Disabling compacts and flushes for region at 1731057677282Disabling writes for close at 1731057677283 (+1 ms)Obtaining lock to block concurrent updates at 1731057677283Preparing flush snapshotting stores in 1588230740 at 1731057677283Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731057677283Flushing stores of hbase:meta,,1.1588230740 at 1731057677283Flushing 1588230740/info: creating writer at 1731057677283Flushing 1588230740/info: appending metadata at 1731057677301 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731057677301Flushing 1588230740/ns: creating writer at 1731057677315 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731057677331 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731057677331Flushing 1588230740/rep_barrier: creating writer at 1731057677342 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731057677362 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731057677362Flushing 1588230740/table: creating writer at 1731057677778 (+416 ms)Flushing 1588230740/table: appending metadata at 1731057677818 (+40 ms)Flushing 1588230740/table: closing flushed file at 1731057677818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94f54d2: reopening flushed file at 1731057677849 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f9c2f26: reopening flushed file at 1731057677859 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7e8738: reopening flushed file at 1731057677869 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f169ec6: reopening flushed file at 1731057677878 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 609ms, sequenceid=16, compaction requested=false at 1731057677892 (+14 ms)Writing region close event to WAL at 1731057677912 (+20 ms)Running coprocessor post-close hooks at 1731057677916 (+4 ms)Closed at 1731057677916 2024-11-08T09:21:17,916 DEBUG [RS_CLOSE_META-regionserver/cf4d76213909:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T09:21:18,037 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 688, reset compression=false 2024-11-08T09:21:18,083 INFO [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(976): stopping server cf4d76213909,32887,1731057651702; all regions closed. 2024-11-08T09:21:18,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741843_1019 (size=859) 2024-11-08T09:21:18,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741842_1018 (size=2791) 2024-11-08T09:21:18,087 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.rep.1731057670667 not finished, retry = 0 2024-11-08T09:21:18,102 DEBUG [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/WALs/cf4d76213909,32887,1731057651702/cf4d76213909%2C32887%2C1731057651702.1731057670703 to pos 688, reset compression=false 2024-11-08T09:21:18,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741844_1020 (size=696) 2024-11-08T09:21:18,190 DEBUG [RS:0;cf4d76213909:32887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:18,190 INFO [RS:0;cf4d76213909:32887 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T09:21:18,190 INFO [RS:0;cf4d76213909:32887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:21:18,191 INFO [RS:0;cf4d76213909:32887 {}] hbase.ChoreService(370): Chore service for: regionserver/cf4d76213909:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T09:21:18,191 INFO [RS:0;cf4d76213909:32887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:21:18,191 INFO [regionserver/cf4d76213909:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:21:18,191 INFO [RS:0;cf4d76213909:32887 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cf4d76213909,32887,1731057651702 because: Region server is closing 2024-11-08T09:21:18,191 INFO [RS:0;cf4d76213909:32887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:32887. 2024-11-08T09:21:18,191 DEBUG [RS:0;cf4d76213909:32887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:18,192 DEBUG [RS:0;cf4d76213909:32887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:18,192 DEBUG [RS:0;cf4d76213909:32887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:18,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:21:18,292 INFO [RS:0;cf4d76213909:32887 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 terminated 2024-11-08T09:21:18,292 INFO [RS:0;cf4d76213909:32887 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cf4d76213909,32887,1731057651702 because: Region server is closing 2024-11-08T09:21:18,292 INFO [RS:0;cf4d76213909:32887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cf4d76213909:32887. 2024-11-08T09:21:18,292 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,1-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,1-cf4d76213909,32887,1731057651702 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T09:21:18,292 DEBUG [RS:0;cf4d76213909:32887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T09:21:18,292 DEBUG [RS:0;cf4d76213909:32887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:18,292 DEBUG [RS:0;cf4d76213909:32887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T09:21:18,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T09:21:18,393 INFO [RS:0;cf4d76213909:32887 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.shippercf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 terminated 2024-11-08T09:21:18,393 WARN [RS_REFRESH_PEER-regionserver/cf4d76213909:0-0.replicationSource,2-cf4d76213909,32887,1731057651702.replicationSource.wal-reader.cf4d76213909%2C32887%2C1731057651702,2-cf4d76213909,32887,1731057651702 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T09:21:18,393 INFO [RS:0;cf4d76213909:32887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32887 2024-11-08T09:21:18,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T09:21:18,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-975268663/rs/cf4d76213909,32887,1731057651702 2024-11-08T09:21:18,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663/rs 2024-11-08T09:21:18,468 INFO [RS:0;cf4d76213909:32887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:21:18,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cf4d76213909,32887,1731057651702] 2024-11-08T09:21:18,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,489 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-975268663/draining/cf4d76213909,32887,1731057651702 already deleted, retry=false 2024-11-08T09:21:18,489 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cf4d76213909,32887,1731057651702 expired; onlineServers=0 2024-11-08T09:21:18,489 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cf4d76213909,36679,1731057651033' ***** 2024-11-08T09:21:18,489 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T09:21:18,489 INFO [M:0;cf4d76213909:36679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T09:21:18,489 INFO [M:0;cf4d76213909:36679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T09:21:18,489 DEBUG [M:0;cf4d76213909:36679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T09:21:18,489 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T09:21:18,489 DEBUG [M:0;cf4d76213909:36679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T09:21:18,489 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057654111 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.large.0-1731057654111,5,FailOnTimeoutGroup] 2024-11-08T09:21:18,489 DEBUG [master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057654111 {}] cleaner.HFileCleaner(306): Exit Thread[master/cf4d76213909:0:becomeActiveMaster-HFileCleaner.small.0-1731057654111,5,FailOnTimeoutGroup] 2024-11-08T09:21:18,490 INFO [M:0;cf4d76213909:36679 {}] hbase.ChoreService(370): Chore service for: master/cf4d76213909:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T09:21:18,490 INFO [M:0;cf4d76213909:36679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T09:21:18,490 DEBUG [M:0;cf4d76213909:36679 {}] master.HMaster(1795): Stopping service threads 2024-11-08T09:21:18,490 INFO [M:0;cf4d76213909:36679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T09:21:18,490 INFO [M:0;cf4d76213909:36679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T09:21:18,490 INFO [M:0;cf4d76213909:36679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T09:21:18,490 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T09:21:18,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-975268663/master 2024-11-08T09:21:18,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-975268663 2024-11-08T09:21:18,500 DEBUG [M:0;cf4d76213909:36679 {}] zookeeper.ZKUtil(347): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Unable to get data of znode /0-975268663/master because node does not exist (not an error) 2024-11-08T09:21:18,500 WARN [M:0;cf4d76213909:36679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T09:21:18,500 INFO [M:0;cf4d76213909:36679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/.lastflushedseqids 2024-11-08T09:21:18,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741853_1029 (size=263) 2024-11-08T09:21:18,517 INFO [M:0;cf4d76213909:36679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T09:21:18,517 INFO [M:0;cf4d76213909:36679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T09:21:18,518 DEBUG [M:0;cf4d76213909:36679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T09:21:18,518 INFO [M:0;cf4d76213909:36679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:18,518 DEBUG [M:0;cf4d76213909:36679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:18,518 DEBUG [M:0;cf4d76213909:36679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T09:21:18,518 DEBUG [M:0;cf4d76213909:36679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:18,518 INFO [M:0;cf4d76213909:36679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-08T09:21:18,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T09:21:18,536 DEBUG [M:0;cf4d76213909:36679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5710dc4b1cd14fe097dfadb0dd88c9c5 is 82, key is hbase:meta,,1/info:regioninfo/1731057655307/Put/seqid=0 2024-11-08T09:21:18,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741854_1030 (size=5672) 2024-11-08T09:21:18,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:21:18,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32887-0x10119bf7c8d0001, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:21:18,579 INFO [RS:0;cf4d76213909:32887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:21:18,579 INFO [RS:0;cf4d76213909:32887 {}] regionserver.HRegionServer(1031): Exiting; stopping=cf4d76213909,32887,1731057651702; zookeeper connection closed. 2024-11-08T09:21:18,579 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3118797b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3118797b 2024-11-08T09:21:18,580 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T09:21:18,950 INFO [M:0;cf4d76213909:36679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5710dc4b1cd14fe097dfadb0dd88c9c5 2024-11-08T09:21:18,970 DEBUG [M:0;cf4d76213909:36679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8226ce6fbab9431fa4305891157e9edc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731057667559/Put/seqid=0 2024-11-08T09:21:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741855_1031 (size=8910) 2024-11-08T09:21:18,979 INFO [M:0;cf4d76213909:36679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8226ce6fbab9431fa4305891157e9edc 2024-11-08T09:21:18,999 DEBUG [M:0;cf4d76213909:36679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc0c244a8df04e4ba3c6a57a04efd822 is 69, key is cf4d76213909,32887,1731057651702/rs:state/1731057654147/Put/seqid=0 2024-11-08T09:21:19,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741856_1032 (size=5156) 2024-11-08T09:21:19,403 INFO [M:0;cf4d76213909:36679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc0c244a8df04e4ba3c6a57a04efd822 2024-11-08T09:21:19,413 DEBUG [M:0;cf4d76213909:36679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5710dc4b1cd14fe097dfadb0dd88c9c5 as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5710dc4b1cd14fe097dfadb0dd88c9c5 2024-11-08T09:21:19,419 INFO [M:0;cf4d76213909:36679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5710dc4b1cd14fe097dfadb0dd88c9c5, entries=8, sequenceid=112, filesize=5.5 K 2024-11-08T09:21:19,420 DEBUG [M:0;cf4d76213909:36679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8226ce6fbab9431fa4305891157e9edc as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8226ce6fbab9431fa4305891157e9edc 2024-11-08T09:21:19,426 INFO [M:0;cf4d76213909:36679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8226ce6fbab9431fa4305891157e9edc, entries=13, sequenceid=112, filesize=8.7 K 2024-11-08T09:21:19,427 DEBUG [M:0;cf4d76213909:36679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc0c244a8df04e4ba3c6a57a04efd822 as hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc0c244a8df04e4ba3c6a57a04efd822 2024-11-08T09:21:19,434 INFO [M:0;cf4d76213909:36679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/acbe69c4-572b-82f6-9150-8b5d05a69728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc0c244a8df04e4ba3c6a57a04efd822, entries=1, sequenceid=112, filesize=5.0 K 2024-11-08T09:21:19,435 INFO [M:0;cf4d76213909:36679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=112, compaction requested=false 2024-11-08T09:21:19,457 INFO [M:0;cf4d76213909:36679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T09:21:19,457 DEBUG [M:0;cf4d76213909:36679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731057678517Disabling compacts and flushes for region at 1731057678517Disabling writes for close at 1731057678518 (+1 ms)Obtaining lock to block concurrent updates at 1731057678518Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731057678518Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731057678518Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731057678519 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731057678519Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731057678536 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731057678536Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731057678954 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731057678970 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731057678970Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731057678983 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731057678998 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731057678998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5977022e: reopening flushed file at 1731057679412 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb6e04: reopening flushed file at 1731057679419 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46fcdc75: reopening flushed file at 1731057679426 (+7 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=112, compaction requested=false at 1731057679435 (+9 ms)Writing region close event to WAL at 1731057679457 (+22 ms)Closed at 1731057679457 2024-11-08T09:21:19,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44903 is added to blk_1073741830_1006 (size=69067) 2024-11-08T09:21:19,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T09:21:19,464 INFO [M:0;cf4d76213909:36679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T09:21:19,466 INFO [M:0;cf4d76213909:36679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36679 2024-11-08T09:21:19,466 INFO [M:0;cf4d76213909:36679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T09:21:19,642 INFO [M:0;cf4d76213909:36679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T09:21:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:21:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x10119bf7c8d0000, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T09:21:19,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33958fbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T09:21:19,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aa8e23a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:21:19,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:21:19,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e01edbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:21:19,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8130d8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/hadoop.log.dir/,STOPPED} 2024-11-08T09:21:19,647 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T09:21:19,647 WARN [BP-146460148-172.17.0.2-1731057647858 heartbeating to localhost/127.0.0.1:40777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T09:21:19,647 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T09:21:19,647 WARN [BP-146460148-172.17.0.2-1731057647858 heartbeating to localhost/127.0.0.1:40777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-146460148-172.17.0.2-1731057647858 (Datanode Uuid 0068b2c2-fc2e-4efb-8309-4c67fb94a8f9) service to localhost/127.0.0.1:40777 2024-11-08T09:21:19,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/cluster_e844b627-3b88-84a0-8cc6-2530f4e53bc8/data/data1/current/BP-146460148-172.17.0.2-1731057647858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:21:19,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/cluster_e844b627-3b88-84a0-8cc6-2530f4e53bc8/data/data2/current/BP-146460148-172.17.0.2-1731057647858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T09:21:19,648 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T09:21:19,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@125c1a64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T09:21:19,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78ceea1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T09:21:19,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T09:21:19,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f34409e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T09:21:19,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2801aebc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3c6495ae-c0be-6a6e-f530-cd5ff280b660/hadoop.log.dir/,STOPPED} 2024-11-08T09:21:19,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T09:21:19,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T09:21:19,691 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 532) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61627) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40777 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40263 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40777 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40853 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:40853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40263 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40777 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40853 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61627) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61627) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=982 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=511 (was 349) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4089 (was 4638) 2024-11-08T09:21:19,691 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-08T09:21:19,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10119bf7c8d0005, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:21:19,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10119bf7c8d0008, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:21:19,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10119bf7c8d0008, quorum=127.0.0.1:61627, baseZNode=/2-1628986995 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:21:19,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10119bf7c8d0005, quorum=127.0.0.1:61627, baseZNode=/11298512119 Received Disconnected from ZooKeeper, ignoring 2024-11-08T09:21:19,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10119bf7c8d0002, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T09:21:19,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10119bf7c8d0002, quorum=127.0.0.1:61627, baseZNode=/0-975268663 Received Disconnected from ZooKeeper, ignoring